In your final repo, there should be an R markdown file that organizes all computational steps for evaluating your proposed Facial Expression Recognition framework.

This file is currently a template for running evaluation experiments. You should update it according to your codes but following precisely the same structure.

if(!require("EBImage")){
  install.packages("BiocManager")
  BiocManager::install("EBImage")
}
if(!require("R.matlab")){
  install.packages("R.matlab")
}
if(!require("readxl")){
  install.packages("readxl")
}

if(!require("dplyr")){
  install.packages("dplyr")
}
if(!require("readxl")){
  install.packages("readxl")
}

if(!require("ggplot2")){
  install.packages("ggplot2")
}

if(!require("caret")){
  install.packages("caret")
}

if(!require("glmnet")){
  install.packages("glmnet")
}

if(!require("WeightedROC")){
  install.packages("WeightedROC")
}

if(!require("gbm")){
  install.packages("gbm")
}

if(!require("xgboost")){
  install.packages("xgboost")
}
戼㸳̼愼㹤戼㸰昼㹣愼㸱愼㹥xgboost愼㸱愼㹦挼㹡挼㸷搼㸳挼㸳R戼㸰汾4.0.4 挼㸰戼㸴戼㹤愼㸸搼㸴攼㹣戼㸵挼㸴
if(!require("caret")){
  install.packages("caret")
}

# Install Miniconda (https://docs.conda.io/en/latest/miniconda.html)
if(!require("keras")){
  install.packages("keras")
}

if(!require("tensorflow")){
  install.packages("tensorflow")
  install_tensorflow()
}

use_condaenv("r-tensorflow")
library(keras)
library(tensorflow)

library(R.matlab)
library(readxl)
library(dplyr)
library(EBImage)
library(ggplot2)
library(caret)
library(glmnet)
library(WeightedROC)
library(gbm)
require(xgboost)
library(caret)

Step 0 set work directories

set.seed(2020)
# setwd("~/Project3-FacialEmotionRecognition/doc")
# here replace it with your own path or manually set it in RStudio to where this rmd file is located. 
# use relative path for reproducibility

Provide directories for training images. Training images and Training fiducial points will be in different subfolders.

train_dir <- "../data/train_set/" # This will be modified for different data sets.
train_image_dir <- paste(train_dir, "images/", sep="")
train_pt_dir <- paste(train_dir,  "points/", sep="")
train_label_path <- paste(train_dir, "label.csv", sep="") 

Step 1: set up controls for evaluation experiments.

In this chunk, we have a set of controls for the evaluation experiments.

# run.cv <- TRUE # run cross-validation on the training set
# sample.reweight <- TRUE # run sample reweighting in model training
# K <- 5  # number of CV folds
# run.feature.train <- TRUE # process features for training set
# run.test <- TRUE # run evaluation on an independent test set
# run.feature.test <- TRUE # process features for test set

sample.reweight <- TRUE # run sample reweighting in model training
K <- 5  # number of CV folds
run.feature.train <- TRUE # process features for training set
run.feature.test <- TRUE # process features for test set

run.cv_gbm <- TRUE # run GBM cross-validation on the training set
run.test_gbm <- TRUE # run GBM evaluation on an independent test set

run.cv_dnn <- TRUE # run DNN cross-validation on the training set
run.test_dnn <- TRUE # run DNN evaluation on an independent test set

Using cross-validation or independent test set evaluation, we compare the performance of models with different specifications. In this part, we tune parameter n.trees and shrinkage for GBM.

# GBM parameters
n.trees <- c(500, 1000, 1500)
shrinkage <- c(0.01, 0.05, 0.1)

# DNN parameters
lrs <- c(0.0002, 0.0005, 0.001)

Step 2: import data and train-test split

#train-test split
info <- read.csv(train_label_path)
n <- nrow(info)
n_train <- round(n*(4/5), 0)
train_idx <- sample(info$Index, n_train, replace = F)
test_idx <- setdiff(info$Index, train_idx)

If you choose to extract features from images, such as using Gabor filter, R memory will exhaust all images are read together. The solution is to repeat reading a smaller batch(e.g 100) and process them.

n_files <- length(list.files(train_image_dir))

image_list <- list()
for(i in 1:100){
   image_list[[i]] <- readImage(paste0(train_image_dir, sprintf("%04d", i), ".jpg"))
}

Fiducial points are stored in matlab format. In this step, we read them and store them in a list.

#function to read fiducial points
#input: index
#output: matrix of fiducial points corresponding to the index
readMat.matrix <- function(index){
     return(round(readMat(paste0(train_pt_dir, sprintf("%04d", index), ".mat"))[[1]],0))
}

#load fiducial points
fiducial_pt_list <- lapply(1:n_files, readMat.matrix)
strings not representable in native encoding will be translated to UTF-8
save(fiducial_pt_list, file="../output/fiducial_pt_list.RData")

Step 3: construct features and responses

Figure1

feature.R should be the wrapper for all your feature engineering functions and options. The function feature( ) should have options that correspond to different scenarios for your project and produces an R object that contains features and responses that are required by all the models you are going to evaluate later.

source("../lib/feature.R")
tm_feature_train <- NA
if(run.feature.train){
  tm_feature_train <- system.time(dat_train <- feature(fiducial_pt_list, train_idx))
  save(dat_train, file="../output/feature_train.RData")
}else{
  load(file="../output/feature_train.RData")
}

tm_feature_test <- NA
if(run.feature.test){
  tm_feature_test <- system.time(dat_test <- feature(fiducial_pt_list, test_idx))
  save(dat_test, file="../output/feature_test.RData")
}else{
  load(file="../output/feature_test.RData")
}

GBM (Baseline Model)

Step 4: Train a classification model with training features and responses

Call the train model and test model from library.

train.R and test.R should be wrappers for all your model training steps and your classification/prediction steps.

source("../lib/train_gbm.R") 
source("../lib/test_gbm.R")

Model selection with cross-validation

  • Do model selection by choosing among different values of training model parameters.
source("../lib/cross_validation_gbm.R")
feature_train = as.matrix(dat_train[, -6007])
label_train = as.integer(dat_train$label)

if(run.cv_gbm){
  res_cv_gbm <- matrix(0, nrow = length(n.trees) * length(shrinkage), ncol = 6)
  count = 0
  for(i in 1:length(n.trees)){
    for(j in 1:length(shrinkage)){
      count = count + 1
      cat("n.trees =", n.trees[i], "\n")
      cat("shrinkage =", shrinkage[j], "\n")
      
      res_cv <- cv.function_gbm(features = feature_train, labels = label_train, K,
                              n.trees[i], shrinkage[j], reweight = sample.reweight)
      
      res_cv_gbm[count,] <- c(n.trees[i], shrinkage[j], res_cv[1], res_cv[2], res_cv[3], res_cv[4])
    }
  }
  
  colnames(res_cv_gbm) <- c("n.trees","shrinkage","mean_error", "sd_error", "mean_AUC", "sd_AUC")
  save(res_cv_gbm, file="../output/res_cv_gbm.RData")
}else{
  load("../output/res_cv_gbm.RData")
}

Visualize cross-validation results.

res_cv_gbm <- as.data.frame(res_cv_gbm) 

if(run.cv_gbm){
  p1 <- res_cv_gbm %>% 
    ggplot(aes(x = n.trees, y = mean_error,
               ymin = mean_error - sd_error, ymax = mean_error + sd_error)) + 
    geom_crossbar() +
    facet_wrap(~shrinkage)+
    theme(axis.text.x = element_text(angle = 90, hjust = 1))
  
  p2 <- res_cv_gbm %>% 
    ggplot(aes(x = n.trees, y = mean_AUC,
               ymin = mean_AUC - sd_AUC, ymax = mean_AUC + sd_AUC)) + 
    geom_crossbar() +
    facet_wrap(~shrinkage)+
    theme(axis.text.x = element_text(angle = 90, hjust = 1))
  
  print(p1)
  print(p2)
}
  • Choose the “best” parameter value
# par_n.trees_best <- as.numeric(res_cv_gbm[which.min(res_cv_gbm$mean_error), 1])
# par_shrinkage_best <- as.numeric(res_cv_gbm[which.min(res_cv_gbm$mean_error), 2])

par_n.trees_best <- 500
par_shrinkage_best <- 0.05
  • Train the model with the entire training set using the selected model (model parameter) via cross-validation.
feature_train = as.matrix(dat_train[, -6007])
label_train = as.integer(dat_train$label)

# training weights
weight_train <- rep(NA, length(label_train))
for (v in unique(label_train)){
  weight_train[label_train == v] = 0.5 * length(label_train) / length(label_train[label_train == v])
}

tm_train <- NA
if (sample.reweight){
  tm_train <- system.time(fit_train <- train_gbm(feature_train, label_train, w = weight_train, par_n.trees_best, par_shrinkage_best))
} else {
  tm_train <- system.time(fit_train <- train_gbm(feature_train, label_train, w = NULL, par_n.trees_best, par_shrinkage_best))
}
save(fit_train, file="../output/fit_train_gbm.RData")

Step 5: Run test on test images

tm_test = NA
feature_test <- as.matrix(dat_test[, -6007])
if(run.test_gbm){
  load(file="../output/fit_train_gbm.RData")
  tm_test <- system.time({prob_pred <- test_gbm(fit_train, feature_test, par_n.trees_best, pred.type = 'response');})
}
## reweight the test data to represent a balanced label distribution
label_test <- as.integer(dat_test$label)

weight_test <- rep(NA, length(label_test))
for (v in unique(label_test)){
  weight_test[label_test == v] = 0.5 * length(label_test) / length(label_test[label_test == v])
}

label_pred <- ifelse(prob_pred > 0.5, 1, 0)
label_test <- ifelse(label_test == 2, 1, 0)

accu <- sum(weight_test * (label_pred == label_test)) / sum(weight_test)
tpr.fpr <- WeightedROC(prob_pred, label_test, weight_test)
auc <- WeightedAUC(tpr.fpr)


cat("The accuracy of model:", "GBM with n.trees =" , par_n.trees_best, "and shrinkage =", par_shrinkage_best, "is", accu*100, "%.\n")
The accuracy of model: GBM with n.trees = 500 and shrinkage = 0.05 is 74.02552 %.
cat("The AUC of model:", "GBM with n.trees =" , par_n.trees_best, "and shrinkage =", par_shrinkage_best, "is", auc, ".\n")
The AUC of model: GBM with n.trees = 500 and shrinkage = 0.05 is 0.7922946 .

Summarize Running Time

Prediction performance matters, so does the running times for constructing features and for training the model, especially when the computation resource is limited.

cat("Time for constructing training features=", tm_feature_train[3], "s \n")
Time for constructing training features= 0.89 s 
cat("Time for constructing testing features=", tm_feature_test[3], "s \n")
Time for constructing testing features= 0.13 s 
cat("Time for training model=", tm_train[3], "s \n") 
Time for training model= 75.21 s 
cat("Time for testing model=", tm_test[3], "s \n")
Time for testing model= 0.12 s 

DNN (Dense Neural Network) (Advanced Model)

Step 4: Train a classification model with training features and responses

Call the train model and test model from library.

train.R and test.R should be wrappers for all your model training steps and your classification/prediction steps.

source("../lib/train_dnn.R") 
source("../lib/test_dnn.R")

Model selection with cross-validation

  • Do model selection by choosing among different values of training model parameters.
source("../lib/cross_validation_dnn.R")
feature_train = as.matrix(dat_train[, -6007])
label_train = as.integer(dat_train$label)

if(run.cv_dnn){
  # res_cv_dnn <- matrix(0, 1, ncol = 4)
  res_cv_dnn <- matrix(0, nrow = length(lrs), ncol = 6)
  count = 0
  for(i in 1:length(lrs)){
    count = count + 1
    cat("lr =", lrs[i], "\n")
    
    res_cv <- cv.function_dnn(features = feature_train, labels = label_train, K,
                            reweight = sample.reweight, lr = lrs[i])
    
    res_cv_dnn[count,] <- c(lr[i], res_cv[1], res_cv[2], res_cv[3], res_cv[4])
  }
  
  res_cv <- cv.function_dnn(features = feature_train, labels = label_train, K,
                          reweight = sample.reweight, lr = lrs[i])

  colnames(res_cv_dnn) <- c("lr", "mean_error", "sd_error", "mean_AUC", "sd_AUC")
  save(res_cv_dnn, file="../output/res_cv_dnn.RData")
}else{
  load("../output/res_cv_dnn.RData")
}
lr = 2e-04 
Epoch 1/100

 1/39 [..............................] - ETA: 0s - loss: 2.1976 - accuracy: 0.6800
 3/39 [=>............................] - ETA: 0s - loss: 1.9498 - accuracy: 0.7267
 5/39 [==>...........................] - ETA: 0s - loss: 2.0002 - accuracy: 0.7320
 7/39 [====>.........................] - ETA: 0s - loss: 2.1045 - accuracy: 0.6971
 9/39 [=====>........................] - ETA: 0s - loss: 2.1295 - accuracy: 0.6844
11/39 [=======>......................] - ETA: 0s - loss: 2.1012 - accuracy: 0.6891
13/39 [=========>....................] - ETA: 0s - loss: 2.0341 - accuracy: 0.6954
15/39 [==========>...................] - ETA: 0s - loss: 2.0063 - accuracy: 0.7093
17/39 [============>.................] - ETA: 0s - loss: 2.0737 - accuracy: 0.6965
19/39 [=============>................] - ETA: 0s - loss: 2.0533 - accuracy: 0.6916
21/39 [===============>..............] - ETA: 0s - loss: 2.0693 - accuracy: 0.6857
23/39 [================>.............] - ETA: 0s - loss: 2.0477 - accuracy: 0.6904
25/39 [==================>...........] - ETA: 0s - loss: 2.0490 - accuracy: 0.6880
27/39 [===================>..........] - ETA: 0s - loss: 2.0248 - accuracy: 0.6926
29/39 [=====================>........] - ETA: 0s - loss: 2.0043 - accuracy: 0.6924
31/39 [======================>.......] - ETA: 0s - loss: 2.0083 - accuracy: 0.6935
33/39 [========================>.....] - ETA: 0s - loss: 1.9856 - accuracy: 0.6945
35/39 [=========================>....] - ETA: 0s - loss: 1.9770 - accuracy: 0.6943
37/39 [===========================>..] - ETA: 0s - loss: 1.9729 - accuracy: 0.6914
39/39 [==============================] - 1s 32ms/step - loss: 1.9690 - accuracy: 0.6891

39/39 [==============================] - 2s 53ms/step - loss: 1.9690 - accuracy: 0.6891 - val_loss: 1.9786 - val_accuracy: 0.7688
Epoch 2/100

 1/39 [..............................] - ETA: 0s - loss: 1.8901 - accuracy: 0.7200
 3/39 [=>............................] - ETA: 0s - loss: 1.6702 - accuracy: 0.7600
 5/39 [==>...........................] - ETA: 0s - loss: 1.8187 - accuracy: 0.7080
 7/39 [====>.........................] - ETA: 0s - loss: 1.8581 - accuracy: 0.6714
 9/39 [=====>........................] - ETA: 0s - loss: 1.8680 - accuracy: 0.6733
11/39 [=======>......................] - ETA: 0s - loss: 1.8953 - accuracy: 0.6691
13/39 [=========>....................] - ETA: 0s - loss: 1.8849 - accuracy: 0.6662
15/39 [==========>...................] - ETA: 0s - loss: 1.8617 - accuracy: 0.6613
17/39 [============>.................] - ETA: 0s - loss: 1.8456 - accuracy: 0.6635
19/39 [=============>................] - ETA: 0s - loss: 1.8160 - accuracy: 0.6705
21/39 [===============>..............] - ETA: 0s - loss: 1.8209 - accuracy: 0.6657
23/39 [================>.............] - ETA: 0s - loss: 1.8238 - accuracy: 0.6652
25/39 [==================>...........] - ETA: 0s - loss: 1.8263 - accuracy: 0.6600
27/39 [===================>..........] - ETA: 0s - loss: 1.8183 - accuracy: 0.6622
29/39 [=====================>........] - ETA: 0s - loss: 1.8077 - accuracy: 0.6621
31/39 [======================>.......] - ETA: 0s - loss: 1.8088 - accuracy: 0.6568
33/39 [========================>.....] - ETA: 0s - loss: 1.8045 - accuracy: 0.6564
35/39 [=========================>....] - ETA: 0s - loss: 1.8154 - accuracy: 0.6526
37/39 [===========================>..] - ETA: 0s - loss: 1.8082 - accuracy: 0.6514
39/39 [==============================] - 1s 32ms/step - loss: 1.8065 - accuracy: 0.6510

39/39 [==============================] - 1s 38ms/step - loss: 1.8065 - accuracy: 0.6510 - val_loss: 1.7415 - val_accuracy: 0.6625
Epoch 3/100

 1/39 [..............................] - ETA: 0s - loss: 1.4938 - accuracy: 0.7800
 3/39 [=>............................] - ETA: 0s - loss: 1.6064 - accuracy: 0.7000
 5/39 [==>...........................] - ETA: 0s - loss: 1.7151 - accuracy: 0.6800
 7/39 [====>.........................] - ETA: 0s - loss: 1.7235 - accuracy: 0.6600
 9/39 [=====>........................] - ETA: 0s - loss: 1.7499 - accuracy: 0.6644
11/39 [=======>......................] - ETA: 0s - loss: 1.7420 - accuracy: 0.6527
13/39 [=========>....................] - ETA: 0s - loss: 1.7318 - accuracy: 0.6492
15/39 [==========>...................] - ETA: 0s - loss: 1.7502 - accuracy: 0.6520
17/39 [============>.................] - ETA: 0s - loss: 1.7467 - accuracy: 0.6482
19/39 [=============>................] - ETA: 0s - loss: 1.7437 - accuracy: 0.6474
21/39 [===============>..............] - ETA: 0s - loss: 1.7308 - accuracy: 0.6505
23/39 [================>.............] - ETA: 0s - loss: 1.7249 - accuracy: 0.6565
25/39 [==================>...........] - ETA: 0s - loss: 1.7260 - accuracy: 0.6600
27/39 [===================>..........] - ETA: 0s - loss: 1.7344 - accuracy: 0.6533
29/39 [=====================>........] - ETA: 0s - loss: 1.7358 - accuracy: 0.6545
31/39 [======================>.......] - ETA: 0s - loss: 1.7311 - accuracy: 0.6523
33/39 [========================>.....] - ETA: 0s - loss: 1.7325 - accuracy: 0.6527
35/39 [=========================>....] - ETA: 0s - loss: 1.7330 - accuracy: 0.6531
37/39 [===========================>..] - ETA: 0s - loss: 1.7380 - accuracy: 0.6508
39/39 [==============================] - 1s 32ms/step - loss: 1.7425 - accuracy: 0.6490

39/39 [==============================] - 1s 38ms/step - loss: 1.7425 - accuracy: 0.6490 - val_loss: 1.6887 - val_accuracy: 0.5667
Epoch 4/100

 1/39 [..............................] - ETA: 0s - loss: 1.6188 - accuracy: 0.6400
 3/39 [=>............................] - ETA: 0s - loss: 1.7765 - accuracy: 0.6333
 5/39 [==>...........................] - ETA: 0s - loss: 1.7393 - accuracy: 0.6440
 7/39 [====>.........................] - ETA: 0s - loss: 1.7021 - accuracy: 0.6629
 9/39 [=====>........................] - ETA: 0s - loss: 1.7034 - accuracy: 0.6578
11/39 [=======>......................] - ETA: 0s - loss: 1.7084 - accuracy: 0.6564
13/39 [=========>....................] - ETA: 0s - loss: 1.6988 - accuracy: 0.6631
15/39 [==========>...................] - ETA: 0s - loss: 1.7060 - accuracy: 0.6533
17/39 [============>.................] - ETA: 0s - loss: 1.7104 - accuracy: 0.6482
19/39 [=============>................] - ETA: 0s - loss: 1.7104 - accuracy: 0.6442
21/39 [===============>..............] - ETA: 0s - loss: 1.7126 - accuracy: 0.6438
23/39 [================>.............] - ETA: 0s - loss: 1.7157 - accuracy: 0.6409
25/39 [==================>...........] - ETA: 0s - loss: 1.7256 - accuracy: 0.6360
27/39 [===================>..........] - ETA: 0s - loss: 1.7200 - accuracy: 0.6363
29/39 [=====================>........] - ETA: 0s - loss: 1.7106 - accuracy: 0.6414
31/39 [======================>.......] - ETA: 0s - loss: 1.7133 - accuracy: 0.6406
33/39 [========================>.....] - ETA: 0s - loss: 1.7117 - accuracy: 0.6370
35/39 [=========================>....] - ETA: 0s - loss: 1.7063 - accuracy: 0.6360
37/39 [===========================>..] - ETA: 0s - loss: 1.7065 - accuracy: 0.6330
39/39 [==============================] - 1s 32ms/step - loss: 1.7041 - accuracy: 0.6333

39/39 [==============================] - 1s 38ms/step - loss: 1.7041 - accuracy: 0.6333 - val_loss: 1.6541 - val_accuracy: 0.5479
Epoch 5/100

 1/39 [..............................] - ETA: 0s - loss: 1.7590 - accuracy: 0.5200
 3/39 [=>............................] - ETA: 0s - loss: 1.7184 - accuracy: 0.5533
 5/39 [==>...........................] - ETA: 0s - loss: 1.7083 - accuracy: 0.5800
 7/39 [====>.........................] - ETA: 0s - loss: 1.6894 - accuracy: 0.6143
 9/39 [=====>........................] - ETA: 0s - loss: 1.7096 - accuracy: 0.6200
11/39 [=======>......................] - ETA: 0s - loss: 1.6990 - accuracy: 0.6255
13/39 [=========>....................] - ETA: 0s - loss: 1.6791 - accuracy: 0.6385
15/39 [==========>...................] - ETA: 0s - loss: 1.6888 - accuracy: 0.6347
17/39 [============>.................] - ETA: 0s - loss: 1.6842 - accuracy: 0.6329
19/39 [=============>................] - ETA: 0s - loss: 1.6950 - accuracy: 0.6379
21/39 [===============>..............] - ETA: 0s - loss: 1.6907 - accuracy: 0.6381
23/39 [================>.............] - ETA: 0s - loss: 1.6822 - accuracy: 0.6443
25/39 [==================>...........] - ETA: 0s - loss: 1.6803 - accuracy: 0.6464
27/39 [===================>..........] - ETA: 0s - loss: 1.6767 - accuracy: 0.6430
29/39 [=====================>........] - ETA: 0s - loss: 1.6732 - accuracy: 0.6455
31/39 [======================>.......] - ETA: 0s - loss: 1.6848 - accuracy: 0.6452
33/39 [========================>.....] - ETA: 0s - loss: 1.6805 - accuracy: 0.6436
35/39 [=========================>....] - ETA: 0s - loss: 1.6706 - accuracy: 0.6423
37/39 [===========================>..] - ETA: 0s - loss: 1.6660 - accuracy: 0.6427
39/39 [==============================] - 1s 33ms/step - loss: 1.6707 - accuracy: 0.6427

39/39 [==============================] - 2s 39ms/step - loss: 1.6707 - accuracy: 0.6427 - val_loss: 1.6454 - val_accuracy: 0.5375
Epoch 6/100

 1/39 [..............................] - ETA: 0s - loss: 1.6199 - accuracy: 0.7200
 3/39 [=>............................] - ETA: 0s - loss: 1.7726 - accuracy: 0.6733
 5/39 [==>...........................] - ETA: 0s - loss: 1.6976 - accuracy: 0.6920
 7/39 [====>.........................] - ETA: 0s - loss: 1.6932 - accuracy: 0.6771
 9/39 [=====>........................] - ETA: 0s - loss: 1.6568 - accuracy: 0.6644
11/39 [=======>......................] - ETA: 0s - loss: 1.6574 - accuracy: 0.6600
13/39 [=========>....................] - ETA: 0s - loss: 1.6624 - accuracy: 0.6538
15/39 [==========>...................] - ETA: 0s - loss: 1.6716 - accuracy: 0.6507
17/39 [============>.................] - ETA: 0s - loss: 1.6469 - accuracy: 0.6600
19/39 [=============>................] - ETA: 0s - loss: 1.6426 - accuracy: 0.6621
21/39 [===============>..............] - ETA: 0s - loss: 1.6498 - accuracy: 0.6571
23/39 [================>.............] - ETA: 0s - loss: 1.6594 - accuracy: 0.6513
25/39 [==================>...........] - ETA: 0s - loss: 1.6450 - accuracy: 0.6528
27/39 [===================>..........] - ETA: 0s - loss: 1.6418 - accuracy: 0.6496
29/39 [=====================>........] - ETA: 0s - loss: 1.6405 - accuracy: 0.6524
31/39 [======================>.......] - ETA: 0s - loss: 1.6467 - accuracy: 0.6516
33/39 [========================>.....] - ETA: 0s - loss: 1.6436 - accuracy: 0.6509
35/39 [=========================>....] - ETA: 0s - loss: 1.6418 - accuracy: 0.6549
37/39 [===========================>..] - ETA: 0s - loss: 1.6411 - accuracy: 0.6557
39/39 [==============================] - 1s 32ms/step - loss: 1.6426 - accuracy: 0.6557

39/39 [==============================] - 1s 38ms/step - loss: 1.6426 - accuracy: 0.6557 - val_loss: 1.6102 - val_accuracy: 0.5979
Epoch 7/100

 1/39 [..............................] - ETA: 0s - loss: 1.5243 - accuracy: 0.7400
 3/39 [=>............................] - ETA: 0s - loss: 1.6612 - accuracy: 0.6600
 5/39 [==>...........................] - ETA: 1s - loss: 1.6321 - accuracy: 0.6520
 7/39 [====>.........................] - ETA: 0s - loss: 1.6039 - accuracy: 0.6514
 9/39 [=====>........................] - ETA: 0s - loss: 1.6119 - accuracy: 0.6556
11/39 [=======>......................] - ETA: 0s - loss: 1.5841 - accuracy: 0.6600
13/39 [=========>....................] - ETA: 0s - loss: 1.6037 - accuracy: 0.6600
15/39 [==========>...................] - ETA: 0s - loss: 1.6061 - accuracy: 0.6680
17/39 [============>.................] - ETA: 0s - loss: 1.5955 - accuracy: 0.6706
19/39 [=============>................] - ETA: 0s - loss: 1.5837 - accuracy: 0.6779
21/39 [===============>..............] - ETA: 0s - loss: 1.5888 - accuracy: 0.6790
23/39 [================>.............] - ETA: 0s - loss: 1.5849 - accuracy: 0.6800
25/39 [==================>...........] - ETA: 0s - loss: 1.6081 - accuracy: 0.6736
27/39 [===================>..........] - ETA: 0s - loss: 1.6204 - accuracy: 0.6741
29/39 [=====================>........] - ETA: 0s - loss: 1.6263 - accuracy: 0.6724
31/39 [======================>.......] - ETA: 0s - loss: 1.6215 - accuracy: 0.6723
33/39 [========================>.....] - ETA: 0s - loss: 1.6206 - accuracy: 0.6685
35/39 [=========================>....] - ETA: 0s - loss: 1.6202 - accuracy: 0.6697
37/39 [===========================>..] - ETA: 0s - loss: 1.6218 - accuracy: 0.6697
39/39 [==============================] - 1s 32ms/step - loss: 1.6204 - accuracy: 0.6714

39/39 [==============================] - 2s 40ms/step - loss: 1.6204 - accuracy: 0.6714 - val_loss: 1.6317 - val_accuracy: 0.5583
Epoch 8/100

 1/39 [..............................] - ETA: 0s - loss: 1.5865 - accuracy: 0.6400
 3/39 [=>............................] - ETA: 0s - loss: 1.6210 - accuracy: 0.6600
 5/39 [==>...........................] - ETA: 1s - loss: 1.6157 - accuracy: 0.6880
 7/39 [====>.........................] - ETA: 1s - loss: 1.6141 - accuracy: 0.6743
 9/39 [=====>........................] - ETA: 0s - loss: 1.6506 - accuracy: 0.6778
11/39 [=======>......................] - ETA: 0s - loss: 1.6410 - accuracy: 0.6709
13/39 [=========>....................] - ETA: 0s - loss: 1.6387 - accuracy: 0.6662
15/39 [==========>...................] - ETA: 0s - loss: 1.6228 - accuracy: 0.6720
17/39 [============>.................] - ETA: 0s - loss: 1.6097 - accuracy: 0.6718
19/39 [=============>................] - ETA: 0s - loss: 1.6062 - accuracy: 0.6726
21/39 [===============>..............] - ETA: 0s - loss: 1.6136 - accuracy: 0.6676
23/39 [================>.............] - ETA: 0s - loss: 1.6190 - accuracy: 0.6652
25/39 [==================>...........] - ETA: 0s - loss: 1.6290 - accuracy: 0.6640
27/39 [===================>..........] - ETA: 0s - loss: 1.6226 - accuracy: 0.6637
29/39 [=====================>........] - ETA: 0s - loss: 1.6232 - accuracy: 0.6621
31/39 [======================>.......] - ETA: 0s - loss: 1.6123 - accuracy: 0.6671
33/39 [========================>.....] - ETA: 0s - loss: 1.6148 - accuracy: 0.6709
35/39 [=========================>....] - ETA: 0s - loss: 1.6210 - accuracy: 0.6720
37/39 [===========================>..] - ETA: 0s - loss: 1.6165 - accuracy: 0.6724
39/39 [==============================] - 1s 36ms/step - loss: 1.6150 - accuracy: 0.6734

39/39 [==============================] - 2s 43ms/step - loss: 1.6150 - accuracy: 0.6734 - val_loss: 1.5954 - val_accuracy: 0.6042
Epoch 9/100

 1/39 [..............................] - ETA: 0s - loss: 1.4968 - accuracy: 0.7400
 3/39 [=>............................] - ETA: 0s - loss: 1.5609 - accuracy: 0.7067
 5/39 [==>...........................] - ETA: 0s - loss: 1.5673 - accuracy: 0.6960
 7/39 [====>.........................] - ETA: 0s - loss: 1.6276 - accuracy: 0.6800
 9/39 [=====>........................] - ETA: 0s - loss: 1.6161 - accuracy: 0.6689
11/39 [=======>......................] - ETA: 0s - loss: 1.6134 - accuracy: 0.6800
13/39 [=========>....................] - ETA: 0s - loss: 1.6182 - accuracy: 0.6892
15/39 [==========>...................] - ETA: 0s - loss: 1.6087 - accuracy: 0.6947
17/39 [============>.................] - ETA: 0s - loss: 1.6099 - accuracy: 0.6941
19/39 [=============>................] - ETA: 0s - loss: 1.6060 - accuracy: 0.6968
21/39 [===============>..............] - ETA: 0s - loss: 1.5977 - accuracy: 0.6971
23/39 [================>.............] - ETA: 0s - loss: 1.5917 - accuracy: 0.7035
25/39 [==================>...........] - ETA: 0s - loss: 1.6016 - accuracy: 0.7000
27/39 [===================>..........] - ETA: 0s - loss: 1.6024 - accuracy: 0.7000
29/39 [=====================>........] - ETA: 0s - loss: 1.5963 - accuracy: 0.6972
31/39 [======================>.......] - ETA: 0s - loss: 1.5950 - accuracy: 0.7006
33/39 [========================>.....] - ETA: 0s - loss: 1.5979 - accuracy: 0.6988
35/39 [=========================>....] - ETA: 0s - loss: 1.5981 - accuracy: 0.6994
37/39 [===========================>..] - ETA: 0s - loss: 1.5949 - accuracy: 0.6973
39/39 [==============================] - 1s 35ms/step - loss: 1.5900 - accuracy: 0.6990

39/39 [==============================] - 2s 42ms/step - loss: 1.5900 - accuracy: 0.6990 - val_loss: 1.6163 - val_accuracy: 0.5646
Epoch 10/100

 1/39 [..............................] - ETA: 0s - loss: 1.6074 - accuracy: 0.7000
 3/39 [=>............................] - ETA: 0s - loss: 1.5235 - accuracy: 0.7067
 5/39 [==>...........................] - ETA: 0s - loss: 1.5343 - accuracy: 0.7000
 7/39 [====>.........................] - ETA: 0s - loss: 1.5474 - accuracy: 0.6857
 9/39 [=====>........................] - ETA: 0s - loss: 1.5399 - accuracy: 0.6911
11/39 [=======>......................] - ETA: 0s - loss: 1.5703 - accuracy: 0.6800
13/39 [=========>....................] - ETA: 0s - loss: 1.5620 - accuracy: 0.6877
15/39 [==========>...................] - ETA: 0s - loss: 1.5679 - accuracy: 0.6893
17/39 [============>.................] - ETA: 0s - loss: 1.5674 - accuracy: 0.6847
19/39 [=============>................] - ETA: 0s - loss: 1.5701 - accuracy: 0.6895
21/39 [===============>..............] - ETA: 0s - loss: 1.5725 - accuracy: 0.6886
23/39 [================>.............] - ETA: 0s - loss: 1.5654 - accuracy: 0.6913
25/39 [==================>...........] - ETA: 0s - loss: 1.5658 - accuracy: 0.6912
27/39 [===================>..........] - ETA: 0s - loss: 1.5575 - accuracy: 0.6941
29/39 [=====================>........] - ETA: 0s - loss: 1.5558 - accuracy: 0.6972
31/39 [======================>.......] - ETA: 0s - loss: 1.5528 - accuracy: 0.6981
33/39 [========================>.....] - ETA: 0s - loss: 1.5590 - accuracy: 0.6982
35/39 [=========================>....] - ETA: 0s - loss: 1.5619 - accuracy: 0.6960
37/39 [===========================>..] - ETA: 0s - loss: 1.5592 - accuracy: 0.6973
39/39 [==============================] - 1s 35ms/step - loss: 1.5618 - accuracy: 0.6948

39/39 [==============================] - 2s 42ms/step - loss: 1.5618 - accuracy: 0.6948 - val_loss: 1.5994 - val_accuracy: 0.5708
Epoch 11/100

 1/39 [..............................] - ETA: 0s - loss: 1.4366 - accuracy: 0.7400
 3/39 [=>............................] - ETA: 0s - loss: 1.5096 - accuracy: 0.7333
 5/39 [==>...........................] - ETA: 0s - loss: 1.4975 - accuracy: 0.7520
 7/39 [====>.........................] - ETA: 0s - loss: 1.5027 - accuracy: 0.7429
 9/39 [=====>........................] - ETA: 0s - loss: 1.5232 - accuracy: 0.7333
11/39 [=======>......................] - ETA: 0s - loss: 1.5252 - accuracy: 0.7218
13/39 [=========>....................] - ETA: 0s - loss: 1.5086 - accuracy: 0.7231
15/39 [==========>...................] - ETA: 0s - loss: 1.5210 - accuracy: 0.7240
17/39 [============>.................] - ETA: 0s - loss: 1.5361 - accuracy: 0.7224
19/39 [=============>................] - ETA: 0s - loss: 1.5378 - accuracy: 0.7200
21/39 [===============>..............] - ETA: 0s - loss: 1.5390 - accuracy: 0.7143
23/39 [================>.............] - ETA: 0s - loss: 1.5408 - accuracy: 0.7122
25/39 [==================>...........] - ETA: 0s - loss: 1.5337 - accuracy: 0.7152
27/39 [===================>..........] - ETA: 0s - loss: 1.5333 - accuracy: 0.7133
29/39 [=====================>........] - ETA: 0s - loss: 1.5390 - accuracy: 0.7090
31/39 [======================>.......] - ETA: 0s - loss: 1.5433 - accuracy: 0.7090
33/39 [========================>.....] - ETA: 0s - loss: 1.5439 - accuracy: 0.7103
35/39 [=========================>....] - ETA: 0s - loss: 1.5401 - accuracy: 0.7143
37/39 [===========================>..] - ETA: 0s - loss: 1.5372 - accuracy: 0.7146
39/39 [==============================] - 1s 35ms/step - loss: 1.5327 - accuracy: 0.7156

39/39 [==============================] - 2s 42ms/step - loss: 1.5327 - accuracy: 0.7156 - val_loss: 1.5647 - val_accuracy: 0.6604
Epoch 12/100

 1/39 [..............................] - ETA: 0s - loss: 1.7071 - accuracy: 0.7000
 3/39 [=>............................] - ETA: 0s - loss: 1.6218 - accuracy: 0.7667
 5/39 [==>...........................] - ETA: 0s - loss: 1.5921 - accuracy: 0.7200
 7/39 [====>.........................] - ETA: 0s - loss: 1.5982 - accuracy: 0.7143
 9/39 [=====>........................] - ETA: 0s - loss: 1.5796 - accuracy: 0.7111
11/39 [=======>......................] - ETA: 0s - loss: 1.5422 - accuracy: 0.7218
13/39 [=========>....................] - ETA: 0s - loss: 1.5400 - accuracy: 0.7154
15/39 [==========>...................] - ETA: 0s - loss: 1.5342 - accuracy: 0.7120
17/39 [============>.................] - ETA: 0s - loss: 1.5397 - accuracy: 0.7106
19/39 [=============>................] - ETA: 0s - loss: 1.5415 - accuracy: 0.7116
21/39 [===============>..............] - ETA: 0s - loss: 1.5480 - accuracy: 0.7076
23/39 [================>.............] - ETA: 0s - loss: 1.5400 - accuracy: 0.7087
25/39 [==================>...........] - ETA: 0s - loss: 1.5368 - accuracy: 0.7112
27/39 [===================>..........] - ETA: 0s - loss: 1.5368 - accuracy: 0.7111
29/39 [=====================>........] - ETA: 0s - loss: 1.5286 - accuracy: 0.7117
31/39 [======================>.......] - ETA: 0s - loss: 1.5302 - accuracy: 0.7103
33/39 [========================>.....] - ETA: 0s - loss: 1.5329 - accuracy: 0.7127
35/39 [=========================>....] - ETA: 0s - loss: 1.5362 - accuracy: 0.7097
37/39 [===========================>..] - ETA: 0s - loss: 1.5390 - accuracy: 0.7114
39/39 [==============================] - 1s 36ms/step - loss: 1.5380 - accuracy: 0.7130

39/39 [==============================] - 2s 42ms/step - loss: 1.5380 - accuracy: 0.7130 - val_loss: 1.5329 - val_accuracy: 0.6687
Epoch 13/100

 1/39 [..............................] - ETA: 0s - loss: 1.5738 - accuracy: 0.7000
 3/39 [=>............................] - ETA: 0s - loss: 1.6161 - accuracy: 0.7067
 5/39 [==>...........................] - ETA: 0s - loss: 1.5802 - accuracy: 0.7080
 7/39 [====>.........................] - ETA: 0s - loss: 1.5501 - accuracy: 0.6943
 8/39 [=====>........................] - ETA: 1s - loss: 1.5421 - accuracy: 0.7025
10/39 [======>.......................] - ETA: 1s - loss: 1.5340 - accuracy: 0.7000
12/39 [========>.....................] - ETA: 1s - loss: 1.5244 - accuracy: 0.7083
14/39 [=========>....................] - ETA: 0s - loss: 1.5237 - accuracy: 0.7214
16/39 [===========>..................] - ETA: 0s - loss: 1.5198 - accuracy: 0.7250
18/39 [============>.................] - ETA: 0s - loss: 1.5116 - accuracy: 0.7256
20/39 [==============>...............] - ETA: 0s - loss: 1.5155 - accuracy: 0.7300
22/39 [===============>..............] - ETA: 0s - loss: 1.5129 - accuracy: 0.7282
24/39 [=================>............] - ETA: 0s - loss: 1.5192 - accuracy: 0.7258
26/39 [===================>..........] - ETA: 0s - loss: 1.5104 - accuracy: 0.7300
28/39 [====================>.........] - ETA: 0s - loss: 1.5146 - accuracy: 0.7279
30/39 [======================>.......] - ETA: 0s - loss: 1.5094 - accuracy: 0.7293
32/39 [=======================>......] - ETA: 0s - loss: 1.5112 - accuracy: 0.7319
34/39 [=========================>....] - ETA: 0s - loss: 1.5125 - accuracy: 0.7288
36/39 [==========================>...] - ETA: 0s - loss: 1.5078 - accuracy: 0.7306
38/39 [============================>.] - ETA: 0s - loss: 1.5115 - accuracy: 0.7289
39/39 [==============================] - 1s 37ms/step - loss: 1.5117 - accuracy: 0.7286

39/39 [==============================] - 2s 44ms/step - loss: 1.5117 - accuracy: 0.7286 - val_loss: 1.5546 - val_accuracy: 0.6396
Epoch 14/100

 1/39 [..............................] - ETA: 0s - loss: 1.7097 - accuracy: 0.7200
 3/39 [=>............................] - ETA: 0s - loss: 1.5457 - accuracy: 0.7200
 5/39 [==>...........................] - ETA: 0s - loss: 1.4986 - accuracy: 0.7440
 7/39 [====>.........................] - ETA: 0s - loss: 1.5030 - accuracy: 0.7400
 9/39 [=====>........................] - ETA: 0s - loss: 1.5170 - accuracy: 0.7222
11/39 [=======>......................] - ETA: 0s - loss: 1.5301 - accuracy: 0.7273
13/39 [=========>....................] - ETA: 0s - loss: 1.5266 - accuracy: 0.7246
15/39 [==========>...................] - ETA: 0s - loss: 1.5159 - accuracy: 0.7293
17/39 [============>.................] - ETA: 0s - loss: 1.5135 - accuracy: 0.7271
19/39 [=============>................] - ETA: 0s - loss: 1.5118 - accuracy: 0.7274
21/39 [===============>..............] - ETA: 0s - loss: 1.5112 - accuracy: 0.7305
23/39 [================>.............] - ETA: 0s - loss: 1.5063 - accuracy: 0.7304
25/39 [==================>...........] - ETA: 0s - loss: 1.4945 - accuracy: 0.7312
27/39 [===================>..........] - ETA: 0s - loss: 1.4839 - accuracy: 0.7304
29/39 [=====================>........] - ETA: 0s - loss: 1.4858 - accuracy: 0.7283
31/39 [======================>.......] - ETA: 0s - loss: 1.4906 - accuracy: 0.7258
33/39 [========================>.....] - ETA: 0s - loss: 1.4975 - accuracy: 0.7230
35/39 [=========================>....] - ETA: 0s - loss: 1.5020 - accuracy: 0.7211
37/39 [===========================>..] - ETA: 0s - loss: 1.5025 - accuracy: 0.7205
39/39 [==============================] - 1s 34ms/step - loss: 1.5016 - accuracy: 0.7203

39/39 [==============================] - 2s 41ms/step - loss: 1.5016 - accuracy: 0.7203 - val_loss: 1.5300 - val_accuracy: 0.6542
Epoch 15/100

 1/39 [..............................] - ETA: 0s - loss: 1.5045 - accuracy: 0.7000
 3/39 [=>............................] - ETA: 0s - loss: 1.4418 - accuracy: 0.7733
 5/39 [==>...........................] - ETA: 0s - loss: 1.4636 - accuracy: 0.7480
 7/39 [====>.........................] - ETA: 0s - loss: 1.4396 - accuracy: 0.7714
 9/39 [=====>........................] - ETA: 0s - loss: 1.5206 - accuracy: 0.7556
11/39 [=======>......................] - ETA: 0s - loss: 1.5074 - accuracy: 0.7509
13/39 [=========>....................] - ETA: 0s - loss: 1.4928 - accuracy: 0.7600
15/39 [==========>...................] - ETA: 0s - loss: 1.4999 - accuracy: 0.7547
17/39 [============>.................] - ETA: 0s - loss: 1.4933 - accuracy: 0.7588
19/39 [=============>................] - ETA: 0s - loss: 1.4974 - accuracy: 0.7568
21/39 [===============>..............] - ETA: 0s - loss: 1.5021 - accuracy: 0.7533
23/39 [================>.............] - ETA: 0s - loss: 1.5025 - accuracy: 0.7478
25/39 [==================>...........] - ETA: 0s - loss: 1.4960 - accuracy: 0.7432
27/39 [===================>..........] - ETA: 0s - loss: 1.4919 - accuracy: 0.7393
29/39 [=====================>........] - ETA: 0s - loss: 1.4932 - accuracy: 0.7386
31/39 [======================>.......] - ETA: 0s - loss: 1.5044 - accuracy: 0.7348
33/39 [========================>.....] - ETA: 0s - loss: 1.5094 - accuracy: 0.7345
35/39 [=========================>....] - ETA: 0s - loss: 1.5072 - accuracy: 0.7360
37/39 [===========================>..] - ETA: 0s - loss: 1.5009 - accuracy: 0.7362
39/39 [==============================] - 1s 35ms/step - loss: 1.4969 - accuracy: 0.7385

39/39 [==============================] - 2s 42ms/step - loss: 1.4969 - accuracy: 0.7385 - val_loss: 1.5181 - val_accuracy: 0.6562
Epoch 16/100

 1/39 [..............................] - ETA: 0s - loss: 1.3553 - accuracy: 0.7200
 3/39 [=>............................] - ETA: 0s - loss: 1.4147 - accuracy: 0.7000
 5/39 [==>...........................] - ETA: 0s - loss: 1.4559 - accuracy: 0.7160
 7/39 [====>.........................] - ETA: 0s - loss: 1.4447 - accuracy: 0.7286
 9/39 [=====>........................] - ETA: 0s - loss: 1.4569 - accuracy: 0.7289
11/39 [=======>......................] - ETA: 0s - loss: 1.4572 - accuracy: 0.7236
13/39 [=========>....................] - ETA: 0s - loss: 1.4623 - accuracy: 0.7200
15/39 [==========>...................] - ETA: 0s - loss: 1.4563 - accuracy: 0.7160
17/39 [============>.................] - ETA: 0s - loss: 1.4622 - accuracy: 0.7141
19/39 [=============>................] - ETA: 0s - loss: 1.4650 - accuracy: 0.7189
21/39 [===============>..............] - ETA: 0s - loss: 1.4581 - accuracy: 0.7210
23/39 [================>.............] - ETA: 0s - loss: 1.4625 - accuracy: 0.7183
25/39 [==================>...........] - ETA: 0s - loss: 1.4669 - accuracy: 0.7144
27/39 [===================>..........] - ETA: 0s - loss: 1.4710 - accuracy: 0.7141
29/39 [=====================>........] - ETA: 0s - loss: 1.4782 - accuracy: 0.7186
31/39 [======================>.......] - ETA: 0s - loss: 1.4798 - accuracy: 0.7219
33/39 [========================>.....] - ETA: 0s - loss: 1.4825 - accuracy: 0.7248
35/39 [=========================>....] - ETA: 0s - loss: 1.4885 - accuracy: 0.7223
37/39 [===========================>..] - ETA: 0s - loss: 1.4878 - accuracy: 0.7222
39/39 [==============================] - 1s 35ms/step - loss: 1.4841 - accuracy: 0.7250

39/39 [==============================] - 2s 42ms/step - loss: 1.4841 - accuracy: 0.7250 - val_loss: 1.5504 - val_accuracy: 0.6458
Epoch 17/100

 1/39 [..............................] - ETA: 0s - loss: 1.4443 - accuracy: 0.7400
 3/39 [=>............................] - ETA: 0s - loss: 1.4600 - accuracy: 0.7467
 5/39 [==>...........................] - ETA: 0s - loss: 1.5448 - accuracy: 0.7400
 7/39 [====>.........................] - ETA: 0s - loss: 1.5066 - accuracy: 0.7543
 9/39 [=====>........................] - ETA: 0s - loss: 1.5100 - accuracy: 0.7400
11/39 [=======>......................] - ETA: 0s - loss: 1.4994 - accuracy: 0.7418
13/39 [=========>....................] - ETA: 0s - loss: 1.4740 - accuracy: 0.7431
15/39 [==========>...................] - ETA: 0s - loss: 1.4652 - accuracy: 0.7360
17/39 [============>.................] - ETA: 0s - loss: 1.4661 - accuracy: 0.7271
19/39 [=============>................] - ETA: 0s - loss: 1.4717 - accuracy: 0.7232
21/39 [===============>..............] - ETA: 0s - loss: 1.4658 - accuracy: 0.7238
23/39 [================>.............] - ETA: 0s - loss: 1.4603 - accuracy: 0.7322
25/39 [==================>...........] - ETA: 0s - loss: 1.4585 - accuracy: 0.7352
27/39 [===================>..........] - ETA: 0s - loss: 1.4546 - accuracy: 0.7348
29/39 [=====================>........] - ETA: 0s - loss: 1.4649 - accuracy: 0.7290
31/39 [======================>.......] - ETA: 0s - loss: 1.4604 - accuracy: 0.7310
33/39 [========================>.....] - ETA: 0s - loss: 1.4552 - accuracy: 0.7352
35/39 [=========================>....] - ETA: 0s - loss: 1.4615 - accuracy: 0.7343
37/39 [===========================>..] - ETA: 0s - loss: 1.4593 - accuracy: 0.7314
39/39 [==============================] - 1s 36ms/step - loss: 1.4632 - accuracy: 0.7323

39/39 [==============================] - 2s 43ms/step - loss: 1.4632 - accuracy: 0.7323 - val_loss: 1.5230 - val_accuracy: 0.6771
Epoch 18/100

 1/39 [..............................] - ETA: 0s - loss: 1.4588 - accuracy: 0.7200
 3/39 [=>............................] - ETA: 0s - loss: 1.5878 - accuracy: 0.7333
 5/39 [==>...........................] - ETA: 0s - loss: 1.5222 - accuracy: 0.7240
 7/39 [====>.........................] - ETA: 0s - loss: 1.4600 - accuracy: 0.7286
 9/39 [=====>........................] - ETA: 0s - loss: 1.4388 - accuracy: 0.7333
11/39 [=======>......................] - ETA: 0s - loss: 1.4640 - accuracy: 0.7291
13/39 [=========>....................] - ETA: 0s - loss: 1.4665 - accuracy: 0.7400
15/39 [==========>...................] - ETA: 0s - loss: 1.4689 - accuracy: 0.7347
17/39 [============>.................] - ETA: 0s - loss: 1.4787 - accuracy: 0.7329
19/39 [=============>................] - ETA: 0s - loss: 1.4742 - accuracy: 0.7368
21/39 [===============>..............] - ETA: 0s - loss: 1.4639 - accuracy: 0.7410
23/39 [================>.............] - ETA: 0s - loss: 1.4642 - accuracy: 0.7383
25/39 [==================>...........] - ETA: 0s - loss: 1.4696 - accuracy: 0.7328
27/39 [===================>..........] - ETA: 0s - loss: 1.4710 - accuracy: 0.7341
29/39 [=====================>........] - ETA: 0s - loss: 1.4635 - accuracy: 0.7379
31/39 [======================>.......] - ETA: 0s - loss: 1.4635 - accuracy: 0.7387
33/39 [========================>.....] - ETA: 0s - loss: 1.4610 - accuracy: 0.7406
35/39 [=========================>....] - ETA: 0s - loss: 1.4608 - accuracy: 0.7383
37/39 [===========================>..] - ETA: 0s - loss: 1.4663 - accuracy: 0.7378
39/39 [==============================] - 1s 36ms/step - loss: 1.4656 - accuracy: 0.7370

39/39 [==============================] - 2s 43ms/step - loss: 1.4656 - accuracy: 0.7370 - val_loss: 1.5146 - val_accuracy: 0.6687
Epoch 19/100

 1/39 [..............................] - ETA: 0s - loss: 1.3476 - accuracy: 0.8000
 3/39 [=>............................] - ETA: 0s - loss: 1.3412 - accuracy: 0.8133
 5/39 [==>...........................] - ETA: 0s - loss: 1.4005 - accuracy: 0.8040
 7/39 [====>.........................] - ETA: 0s - loss: 1.4011 - accuracy: 0.7971
 9/39 [=====>........................] - ETA: 0s - loss: 1.4001 - accuracy: 0.7844
11/39 [=======>......................] - ETA: 0s - loss: 1.4215 - accuracy: 0.7673
13/39 [=========>....................] - ETA: 0s - loss: 1.4208 - accuracy: 0.7677
15/39 [==========>...................] - ETA: 0s - loss: 1.4215 - accuracy: 0.7640
17/39 [============>.................] - ETA: 0s - loss: 1.4062 - accuracy: 0.7729
19/39 [=============>................] - ETA: 0s - loss: 1.4136 - accuracy: 0.7684
21/39 [===============>..............] - ETA: 0s - loss: 1.4079 - accuracy: 0.7629
23/39 [================>.............] - ETA: 0s - loss: 1.4182 - accuracy: 0.7565
25/39 [==================>...........] - ETA: 0s - loss: 1.4259 - accuracy: 0.7552
27/39 [===================>..........] - ETA: 0s - loss: 1.4266 - accuracy: 0.7578
29/39 [=====================>........] - ETA: 0s - loss: 1.4308 - accuracy: 0.7545
31/39 [======================>.......] - ETA: 0s - loss: 1.4312 - accuracy: 0.7561
33/39 [========================>.....] - ETA: 0s - loss: 1.4275 - accuracy: 0.7594
35/39 [=========================>....] - ETA: 0s - loss: 1.4279 - accuracy: 0.7600
37/39 [===========================>..] - ETA: 0s - loss: 1.4256 - accuracy: 0.7595
39/39 [==============================] - 1s 34ms/step - loss: 1.4239 - accuracy: 0.7615

39/39 [==============================] - 2s 41ms/step - loss: 1.4239 - accuracy: 0.7615 - val_loss: 1.5069 - val_accuracy: 0.6896
Epoch 20/100

 1/39 [..............................] - ETA: 0s - loss: 1.4384 - accuracy: 0.6800
 3/39 [=>............................] - ETA: 0s - loss: 1.4128 - accuracy: 0.7933
 5/39 [==>...........................] - ETA: 0s - loss: 1.4190 - accuracy: 0.7960
 7/39 [====>.........................] - ETA: 0s - loss: 1.4024 - accuracy: 0.8029
 9/39 [=====>........................] - ETA: 0s - loss: 1.4221 - accuracy: 0.7911
11/39 [=======>......................] - ETA: 0s - loss: 1.4165 - accuracy: 0.7727
13/39 [=========>....................] - ETA: 0s - loss: 1.4256 - accuracy: 0.7754
15/39 [==========>...................] - ETA: 0s - loss: 1.4113 - accuracy: 0.7760
17/39 [============>.................] - ETA: 0s - loss: 1.4124 - accuracy: 0.7718
19/39 [=============>................] - ETA: 0s - loss: 1.4234 - accuracy: 0.7684
21/39 [===============>..............] - ETA: 0s - loss: 1.4271 - accuracy: 0.7667
23/39 [================>.............] - ETA: 0s - loss: 1.4263 - accuracy: 0.7687
25/39 [==================>...........] - ETA: 0s - loss: 1.4194 - accuracy: 0.7704
27/39 [===================>..........] - ETA: 0s - loss: 1.4231 - accuracy: 0.7763
29/39 [=====================>........] - ETA: 0s - loss: 1.4344 - accuracy: 0.7690
31/39 [======================>.......] - ETA: 0s - loss: 1.4295 - accuracy: 0.7639
33/39 [========================>.....] - ETA: 0s - loss: 1.4298 - accuracy: 0.7588
35/39 [=========================>....] - ETA: 0s - loss: 1.4249 - accuracy: 0.7589
37/39 [===========================>..] - ETA: 0s - loss: 1.4253 - accuracy: 0.7584
39/39 [==============================] - 1s 36ms/step - loss: 1.4257 - accuracy: 0.7573

39/39 [==============================] - 2s 42ms/step - loss: 1.4257 - accuracy: 0.7573 - val_loss: 1.4749 - val_accuracy: 0.6958
Epoch 21/100

 1/39 [..............................] - ETA: 0s - loss: 1.3597 - accuracy: 0.7000
 3/39 [=>............................] - ETA: 0s - loss: 1.3704 - accuracy: 0.7467
 5/39 [==>...........................] - ETA: 0s - loss: 1.3522 - accuracy: 0.7200
 7/39 [====>.........................] - ETA: 0s - loss: 1.3463 - accuracy: 0.7314
 9/39 [=====>........................] - ETA: 0s - loss: 1.3686 - accuracy: 0.7378
11/39 [=======>......................] - ETA: 0s - loss: 1.3849 - accuracy: 0.7400
13/39 [=========>....................] - ETA: 0s - loss: 1.4037 - accuracy: 0.7354
15/39 [==========>...................] - ETA: 0s - loss: 1.3992 - accuracy: 0.7413
17/39 [============>.................] - ETA: 0s - loss: 1.3978 - accuracy: 0.7471
19/39 [=============>................] - ETA: 0s - loss: 1.3937 - accuracy: 0.7537
21/39 [===============>..............] - ETA: 0s - loss: 1.3842 - accuracy: 0.7552
23/39 [================>.............] - ETA: 0s - loss: 1.3758 - accuracy: 0.7557
25/39 [==================>...........] - ETA: 0s - loss: 1.3737 - accuracy: 0.7608
27/39 [===================>..........] - ETA: 0s - loss: 1.3702 - accuracy: 0.7652
29/39 [=====================>........] - ETA: 0s - loss: 1.3786 - accuracy: 0.7628
31/39 [======================>.......] - ETA: 0s - loss: 1.3840 - accuracy: 0.7671
33/39 [========================>.....] - ETA: 0s - loss: 1.3905 - accuracy: 0.7673
35/39 [=========================>....] - ETA: 0s - loss: 1.3925 - accuracy: 0.7680
37/39 [===========================>..] - ETA: 0s - loss: 1.3955 - accuracy: 0.7686
39/39 [==============================] - 1s 36ms/step - loss: 1.3930 - accuracy: 0.7703

39/39 [==============================] - 2s 42ms/step - loss: 1.3930 - accuracy: 0.7703 - val_loss: 1.5150 - val_accuracy: 0.6750
Epoch 22/100

 1/39 [..............................] - ETA: 0s - loss: 1.3191 - accuracy: 0.8400
 3/39 [=>............................] - ETA: 0s - loss: 1.3313 - accuracy: 0.8267
 5/39 [==>...........................] - ETA: 0s - loss: 1.3777 - accuracy: 0.8000
 7/39 [====>.........................] - ETA: 0s - loss: 1.4228 - accuracy: 0.7771
 9/39 [=====>........................] - ETA: 0s - loss: 1.4370 - accuracy: 0.7756
11/39 [=======>......................] - ETA: 0s - loss: 1.4233 - accuracy: 0.7764
13/39 [=========>....................] - ETA: 0s - loss: 1.4410 - accuracy: 0.7769
15/39 [==========>...................] - ETA: 0s - loss: 1.4331 - accuracy: 0.7720
17/39 [============>.................] - ETA: 0s - loss: 1.4383 - accuracy: 0.7671
19/39 [=============>................] - ETA: 0s - loss: 1.4283 - accuracy: 0.7632
21/39 [===============>..............] - ETA: 0s - loss: 1.4222 - accuracy: 0.7638
23/39 [================>.............] - ETA: 0s - loss: 1.4290 - accuracy: 0.7652
25/39 [==================>...........] - ETA: 0s - loss: 1.4293 - accuracy: 0.7672
27/39 [===================>..........] - ETA: 0s - loss: 1.4266 - accuracy: 0.7681
29/39 [=====================>........] - ETA: 0s - loss: 1.4205 - accuracy: 0.7683
31/39 [======================>.......] - ETA: 0s - loss: 1.4136 - accuracy: 0.7677
33/39 [========================>.....] - ETA: 0s - loss: 1.4053 - accuracy: 0.7697
35/39 [=========================>....] - ETA: 0s - loss: 1.4033 - accuracy: 0.7714
37/39 [===========================>..] - ETA: 0s - loss: 1.4019 - accuracy: 0.7719
39/39 [==============================] - 1s 35ms/step - loss: 1.3996 - accuracy: 0.7698

39/39 [==============================] - 2s 42ms/step - loss: 1.3996 - accuracy: 0.7698 - val_loss: 1.4835 - val_accuracy: 0.7063
Epoch 23/100

 1/39 [..............................] - ETA: 0s - loss: 1.3147 - accuracy: 0.8200
 3/39 [=>............................] - ETA: 0s - loss: 1.3971 - accuracy: 0.7933
 5/39 [==>...........................] - ETA: 0s - loss: 1.4023 - accuracy: 0.7920
 7/39 [====>.........................] - ETA: 0s - loss: 1.3879 - accuracy: 0.7800
 9/39 [=====>........................] - ETA: 0s - loss: 1.3858 - accuracy: 0.7867
11/39 [=======>......................] - ETA: 0s - loss: 1.3876 - accuracy: 0.7855
13/39 [=========>....................] - ETA: 0s - loss: 1.3765 - accuracy: 0.7954
15/39 [==========>...................] - ETA: 0s - loss: 1.3878 - accuracy: 0.7907
17/39 [============>.................] - ETA: 0s - loss: 1.3863 - accuracy: 0.7812
19/39 [=============>................] - ETA: 0s - loss: 1.3892 - accuracy: 0.7747
21/39 [===============>..............] - ETA: 0s - loss: 1.3822 - accuracy: 0.7724
23/39 [================>.............] - ETA: 0s - loss: 1.3803 - accuracy: 0.7722
25/39 [==================>...........] - ETA: 0s - loss: 1.3698 - accuracy: 0.7792
27/39 [===================>..........] - ETA: 0s - loss: 1.3844 - accuracy: 0.7770
29/39 [=====================>........] - ETA: 0s - loss: 1.3872 - accuracy: 0.7779
31/39 [======================>.......] - ETA: 0s - loss: 1.3907 - accuracy: 0.7768
33/39 [========================>.....] - ETA: 0s - loss: 1.3858 - accuracy: 0.7770
35/39 [=========================>....] - ETA: 0s - loss: 1.3927 - accuracy: 0.7731
37/39 [===========================>..] - ETA: 0s - loss: 1.3872 - accuracy: 0.7746
39/39 [==============================] - 1s 34ms/step - loss: 1.3859 - accuracy: 0.7760

39/39 [==============================] - 2s 42ms/step - loss: 1.3859 - accuracy: 0.7760 - val_loss: 1.4610 - val_accuracy: 0.7125
Epoch 24/100

 1/39 [..............................] - ETA: 0s - loss: 1.4017 - accuracy: 0.8000
 3/39 [=>............................] - ETA: 0s - loss: 1.3075 - accuracy: 0.8133
 5/39 [==>...........................] - ETA: 1s - loss: 1.3725 - accuracy: 0.7800
 7/39 [====>.........................] - ETA: 1s - loss: 1.3455 - accuracy: 0.8029
 9/39 [=====>........................] - ETA: 0s - loss: 1.3293 - accuracy: 0.8000
11/39 [=======>......................] - ETA: 0s - loss: 1.3498 - accuracy: 0.7945
13/39 [=========>....................] - ETA: 0s - loss: 1.3400 - accuracy: 0.7969
15/39 [==========>...................] - ETA: 0s - loss: 1.3598 - accuracy: 0.7880
17/39 [============>.................] - ETA: 0s - loss: 1.3681 - accuracy: 0.7847
19/39 [=============>................] - ETA: 0s - loss: 1.3625 - accuracy: 0.7800
21/39 [===============>..............] - ETA: 0s - loss: 1.3863 - accuracy: 0.7695
23/39 [================>.............] - ETA: 0s - loss: 1.3797 - accuracy: 0.7722
25/39 [==================>...........] - ETA: 0s - loss: 1.3753 - accuracy: 0.7696
27/39 [===================>..........] - ETA: 0s - loss: 1.3816 - accuracy: 0.7681
29/39 [=====================>........] - ETA: 0s - loss: 1.3978 - accuracy: 0.7662
31/39 [======================>.......] - ETA: 0s - loss: 1.3917 - accuracy: 0.7710
33/39 [========================>.....] - ETA: 0s - loss: 1.3851 - accuracy: 0.7721
35/39 [=========================>....] - ETA: 0s - loss: 1.3811 - accuracy: 0.7754
37/39 [===========================>..] - ETA: 0s - loss: 1.3789 - accuracy: 0.7757
39/39 [==============================] - 1s 37ms/step - loss: 1.3823 - accuracy: 0.7703

39/39 [==============================] - 2s 44ms/step - loss: 1.3823 - accuracy: 0.7703 - val_loss: 1.5027 - val_accuracy: 0.6854
Epoch 25/100

 1/39 [..............................] - ETA: 0s - loss: 1.3829 - accuracy: 0.8800
 3/39 [=>............................] - ETA: 0s - loss: 1.3537 - accuracy: 0.8000
 5/39 [==>...........................] - ETA: 0s - loss: 1.3750 - accuracy: 0.7840
 7/39 [====>.........................] - ETA: 0s - loss: 1.3732 - accuracy: 0.7829
 9/39 [=====>........................] - ETA: 0s - loss: 1.3625 - accuracy: 0.7867
11/39 [=======>......................] - ETA: 0s - loss: 1.3690 - accuracy: 0.7764
13/39 [=========>....................] - ETA: 0s - loss: 1.3700 - accuracy: 0.7738
15/39 [==========>...................] - ETA: 0s - loss: 1.3712 - accuracy: 0.7533
17/39 [============>.................] - ETA: 0s - loss: 1.3767 - accuracy: 0.7494
19/39 [=============>................] - ETA: 0s - loss: 1.3755 - accuracy: 0.7453
21/39 [===============>..............] - ETA: 0s - loss: 1.3777 - accuracy: 0.7533
23/39 [================>.............] - ETA: 0s - loss: 1.3686 - accuracy: 0.7591
25/39 [==================>...........] - ETA: 0s - loss: 1.3689 - accuracy: 0.7584
27/39 [===================>..........] - ETA: 0s - loss: 1.3615 - accuracy: 0.7607
29/39 [=====================>........] - ETA: 0s - loss: 1.3630 - accuracy: 0.7655
31/39 [======================>.......] - ETA: 0s - loss: 1.3561 - accuracy: 0.7658
33/39 [========================>.....] - ETA: 0s - loss: 1.3638 - accuracy: 0.7655
35/39 [=========================>....] - ETA: 0s - loss: 1.3641 - accuracy: 0.7640
37/39 [===========================>..] - ETA: 0s - loss: 1.3711 - accuracy: 0.7622
39/39 [==============================] - 1s 36ms/step - loss: 1.3701 - accuracy: 0.7609

39/39 [==============================] - 2s 44ms/step - loss: 1.3701 - accuracy: 0.7609 - val_loss: 1.4771 - val_accuracy: 0.7042
Epoch 26/100

 1/39 [..............................] - ETA: 0s - loss: 1.3239 - accuracy: 0.8200
 3/39 [=>............................] - ETA: 0s - loss: 1.2644 - accuracy: 0.8133
 5/39 [==>...........................] - ETA: 0s - loss: 1.2544 - accuracy: 0.8400
 7/39 [====>.........................] - ETA: 0s - loss: 1.3154 - accuracy: 0.8143
 9/39 [=====>........................] - ETA: 0s - loss: 1.3921 - accuracy: 0.7889
11/39 [=======>......................] - ETA: 0s - loss: 1.3892 - accuracy: 0.7855
13/39 [=========>....................] - ETA: 0s - loss: 1.3798 - accuracy: 0.7938
15/39 [==========>...................] - ETA: 0s - loss: 1.3734 - accuracy: 0.7933
17/39 [============>.................] - ETA: 0s - loss: 1.3710 - accuracy: 0.8000
19/39 [=============>................] - ETA: 0s - loss: 1.3645 - accuracy: 0.7979
21/39 [===============>..............] - ETA: 0s - loss: 1.3662 - accuracy: 0.7962
23/39 [================>.............] - ETA: 0s - loss: 1.3642 - accuracy: 0.7913
25/39 [==================>...........] - ETA: 0s - loss: 1.3687 - accuracy: 0.7872
27/39 [===================>..........] - ETA: 0s - loss: 1.3694 - accuracy: 0.7844
29/39 [=====================>........] - ETA: 0s - loss: 1.3691 - accuracy: 0.7862
31/39 [======================>.......] - ETA: 0s - loss: 1.3681 - accuracy: 0.7839
33/39 [========================>.....] - ETA: 0s - loss: 1.3668 - accuracy: 0.7842
35/39 [=========================>....] - ETA: 0s - loss: 1.3692 - accuracy: 0.7811
37/39 [===========================>..] - ETA: 0s - loss: 1.3677 - accuracy: 0.7800
39/39 [==============================] - 1s 36ms/step - loss: 1.3673 - accuracy: 0.7797

39/39 [==============================] - 2s 44ms/step - loss: 1.3673 - accuracy: 0.7797 - val_loss: 1.4553 - val_accuracy: 0.7000
Epoch 27/100

 1/39 [..............................] - ETA: 0s - loss: 1.3611 - accuracy: 0.8000
 3/39 [=>............................] - ETA: 0s - loss: 1.3122 - accuracy: 0.7933
 5/39 [==>...........................] - ETA: 0s - loss: 1.3616 - accuracy: 0.7720
 7/39 [====>.........................] - ETA: 0s - loss: 1.3547 - accuracy: 0.7743
 9/39 [=====>........................] - ETA: 0s - loss: 1.3252 - accuracy: 0.7844
11/39 [=======>......................] - ETA: 0s - loss: 1.3316 - accuracy: 0.7982
13/39 [=========>....................] - ETA: 0s - loss: 1.3285 - accuracy: 0.7969
15/39 [==========>...................] - ETA: 0s - loss: 1.3365 - accuracy: 0.7880
17/39 [============>.................] - ETA: 0s - loss: 1.3237 - accuracy: 0.7906
19/39 [=============>................] - ETA: 0s - loss: 1.3283 - accuracy: 0.7884
21/39 [===============>..............] - ETA: 0s - loss: 1.3373 - accuracy: 0.7867
23/39 [================>.............] - ETA: 0s - loss: 1.3334 - accuracy: 0.7861
25/39 [==================>...........] - ETA: 0s - loss: 1.3300 - accuracy: 0.7904
27/39 [===================>..........] - ETA: 0s - loss: 1.3352 - accuracy: 0.7919
29/39 [=====================>........] - ETA: 0s - loss: 1.3342 - accuracy: 0.7917
31/39 [======================>.......] - ETA: 0s - loss: 1.3333 - accuracy: 0.7916
33/39 [========================>.....] - ETA: 0s - loss: 1.3284 - accuracy: 0.7952
35/39 [=========================>....] - ETA: 0s - loss: 1.3289 - accuracy: 0.7937
37/39 [===========================>..] - ETA: 0s - loss: 1.3313 - accuracy: 0.7924
39/39 [==============================] - 1s 37ms/step - loss: 1.3447 - accuracy: 0.7901

39/39 [==============================] - 2s 44ms/step - loss: 1.3447 - accuracy: 0.7901 - val_loss: 1.4393 - val_accuracy: 0.7479
Epoch 28/100

 1/39 [..............................] - ETA: 0s - loss: 1.2664 - accuracy: 0.8200
 3/39 [=>............................] - ETA: 0s - loss: 1.3191 - accuracy: 0.8067
 5/39 [==>...........................] - ETA: 0s - loss: 1.3371 - accuracy: 0.7760
 7/39 [====>.........................] - ETA: 0s - loss: 1.3450 - accuracy: 0.7686
 9/39 [=====>........................] - ETA: 0s - loss: 1.3537 - accuracy: 0.7644
11/39 [=======>......................] - ETA: 0s - loss: 1.3732 - accuracy: 0.7709
13/39 [=========>....................] - ETA: 0s - loss: 1.3506 - accuracy: 0.7800
15/39 [==========>...................] - ETA: 0s - loss: 1.3400 - accuracy: 0.7827
17/39 [============>.................] - ETA: 0s - loss: 1.3494 - accuracy: 0.7788
19/39 [=============>................] - ETA: 0s - loss: 1.3514 - accuracy: 0.7779
21/39 [===============>..............] - ETA: 0s - loss: 1.3534 - accuracy: 0.7810
23/39 [================>.............] - ETA: 0s - loss: 1.3584 - accuracy: 0.7791
25/39 [==================>...........] - ETA: 0s - loss: 1.3534 - accuracy: 0.7808
27/39 [===================>..........] - ETA: 0s - loss: 1.3504 - accuracy: 0.7859
29/39 [=====================>........] - ETA: 0s - loss: 1.3490 - accuracy: 0.7862
31/39 [======================>.......] - ETA: 0s - loss: 1.3457 - accuracy: 0.7871
33/39 [========================>.....] - ETA: 0s - loss: 1.3457 - accuracy: 0.7867
35/39 [=========================>....] - ETA: 0s - loss: 1.3417 - accuracy: 0.7851
37/39 [===========================>..] - ETA: 0s - loss: 1.3391 - accuracy: 0.7838
39/39 [==============================] - 1s 36ms/step - loss: 1.3390 - accuracy: 0.7839

39/39 [==============================] - 2s 44ms/step - loss: 1.3390 - accuracy: 0.7839 - val_loss: 1.4313 - val_accuracy: 0.7354
Epoch 29/100

 1/39 [..............................] - ETA: 0s - loss: 1.3065 - accuracy: 0.7000
 3/39 [=>............................] - ETA: 0s - loss: 1.3095 - accuracy: 0.7333
 5/39 [==>...........................] - ETA: 0s - loss: 1.3476 - accuracy: 0.7640
 7/39 [====>.........................] - ETA: 0s - loss: 1.3364 - accuracy: 0.7629
 9/39 [=====>........................] - ETA: 0s - loss: 1.3307 - accuracy: 0.7689
11/39 [=======>......................] - ETA: 0s - loss: 1.3389 - accuracy: 0.7673
13/39 [=========>....................] - ETA: 0s - loss: 1.3373 - accuracy: 0.7646
15/39 [==========>...................] - ETA: 0s - loss: 1.3349 - accuracy: 0.7693
17/39 [============>.................] - ETA: 0s - loss: 1.3366 - accuracy: 0.7706
19/39 [=============>................] - ETA: 0s - loss: 1.3281 - accuracy: 0.7821
21/39 [===============>..............] - ETA: 0s - loss: 1.3272 - accuracy: 0.7848
23/39 [================>.............] - ETA: 0s - loss: 1.3183 - accuracy: 0.7904
25/39 [==================>...........] - ETA: 0s - loss: 1.3152 - accuracy: 0.7920
27/39 [===================>..........] - ETA: 0s - loss: 1.3155 - accuracy: 0.7948
29/39 [=====================>........] - ETA: 0s - loss: 1.3103 - accuracy: 0.7952
31/39 [======================>.......] - ETA: 0s - loss: 1.3080 - accuracy: 0.7935
33/39 [========================>.....] - ETA: 0s - loss: 1.3120 - accuracy: 0.7982
35/39 [=========================>....] - ETA: 0s - loss: 1.3101 - accuracy: 0.7983
37/39 [===========================>..] - ETA: 0s - loss: 1.3063 - accuracy: 0.8005
39/39 [==============================] - 1s 36ms/step - loss: 1.3076 - accuracy: 0.8016

39/39 [==============================] - 2s 44ms/step - loss: 1.3076 - accuracy: 0.8016 - val_loss: 1.4467 - val_accuracy: 0.7104
Epoch 30/100

 1/39 [..............................] - ETA: 0s - loss: 1.2877 - accuracy: 0.6800
 3/39 [=>............................] - ETA: 0s - loss: 1.2426 - accuracy: 0.8067
 5/39 [==>...........................] - ETA: 0s - loss: 1.2475 - accuracy: 0.8280
 7/39 [====>.........................] - ETA: 0s - loss: 1.2694 - accuracy: 0.8257
 9/39 [=====>........................] - ETA: 0s - loss: 1.2784 - accuracy: 0.8178
11/39 [=======>......................] - ETA: 0s - loss: 1.2672 - accuracy: 0.8218
13/39 [=========>....................] - ETA: 0s - loss: 1.3106 - accuracy: 0.8123
15/39 [==========>...................] - ETA: 0s - loss: 1.3044 - accuracy: 0.8067
17/39 [============>.................] - ETA: 0s - loss: 1.3069 - accuracy: 0.8059
19/39 [=============>................] - ETA: 0s - loss: 1.3056 - accuracy: 0.8074
21/39 [===============>..............] - ETA: 0s - loss: 1.3013 - accuracy: 0.8105
23/39 [================>.............] - ETA: 0s - loss: 1.3047 - accuracy: 0.8139
25/39 [==================>...........] - ETA: 0s - loss: 1.3000 - accuracy: 0.8160
27/39 [===================>..........] - ETA: 0s - loss: 1.2975 - accuracy: 0.8163
29/39 [=====================>........] - ETA: 0s - loss: 1.2908 - accuracy: 0.8159
31/39 [======================>.......] - ETA: 0s - loss: 1.2944 - accuracy: 0.8110
33/39 [========================>.....] - ETA: 0s - loss: 1.2979 - accuracy: 0.8097
35/39 [=========================>....] - ETA: 0s - loss: 1.3027 - accuracy: 0.8074
37/39 [===========================>..] - ETA: 0s - loss: 1.3054 - accuracy: 0.8070
39/39 [==============================] - 1s 36ms/step - loss: 1.3095 - accuracy: 0.8057

39/39 [==============================] - 2s 43ms/step - loss: 1.3095 - accuracy: 0.8057 - val_loss: 1.4289 - val_accuracy: 0.7375
Epoch 31/100

 1/39 [..............................] - ETA: 0s - loss: 1.1631 - accuracy: 0.8400
 3/39 [=>............................] - ETA: 0s - loss: 1.2334 - accuracy: 0.8333
 5/39 [==>...........................] - ETA: 0s - loss: 1.2394 - accuracy: 0.8400
 7/39 [====>.........................] - ETA: 1s - loss: 1.2486 - accuracy: 0.8257
 9/39 [=====>........................] - ETA: 0s - loss: 1.2318 - accuracy: 0.8311
11/39 [=======>......................] - ETA: 0s - loss: 1.2522 - accuracy: 0.8345
13/39 [=========>....................] - ETA: 0s - loss: 1.2461 - accuracy: 0.8323
15/39 [==========>...................] - ETA: 0s - loss: 1.2446 - accuracy: 0.8333
17/39 [============>.................] - ETA: 0s - loss: 1.2526 - accuracy: 0.8306
19/39 [=============>................] - ETA: 0s - loss: 1.2595 - accuracy: 0.8263
21/39 [===============>..............] - ETA: 0s - loss: 1.2585 - accuracy: 0.8267
23/39 [================>.............] - ETA: 0s - loss: 1.2628 - accuracy: 0.8148
25/39 [==================>...........] - ETA: 0s - loss: 1.2638 - accuracy: 0.8160
27/39 [===================>..........] - ETA: 0s - loss: 1.2685 - accuracy: 0.8126
29/39 [=====================>........] - ETA: 0s - loss: 1.2722 - accuracy: 0.8124
31/39 [======================>.......] - ETA: 0s - loss: 1.2736 - accuracy: 0.8123
33/39 [========================>.....] - ETA: 0s - loss: 1.2781 - accuracy: 0.8073
35/39 [=========================>....] - ETA: 0s - loss: 1.2757 - accuracy: 0.8069
37/39 [===========================>..] - ETA: 0s - loss: 1.2717 - accuracy: 0.8081
39/39 [==============================] - 1s 37ms/step - loss: 1.2736 - accuracy: 0.8062

39/39 [==============================] - 2s 43ms/step - loss: 1.2736 - accuracy: 0.8062 - val_loss: 1.4412 - val_accuracy: 0.7625
Epoch 32/100

 1/39 [..............................] - ETA: 0s - loss: 1.1500 - accuracy: 0.8200
 3/39 [=>............................] - ETA: 0s - loss: 1.1904 - accuracy: 0.8533
 5/39 [==>...........................] - ETA: 0s - loss: 1.2090 - accuracy: 0.8320
 7/39 [====>.........................] - ETA: 0s - loss: 1.1978 - accuracy: 0.8314
 9/39 [=====>........................] - ETA: 0s - loss: 1.2576 - accuracy: 0.8222
11/39 [=======>......................] - ETA: 0s - loss: 1.2561 - accuracy: 0.8164
13/39 [=========>....................] - ETA: 0s - loss: 1.2586 - accuracy: 0.8077
15/39 [==========>...................] - ETA: 0s - loss: 1.2676 - accuracy: 0.8040
17/39 [============>.................] - ETA: 0s - loss: 1.2715 - accuracy: 0.8035
19/39 [=============>................] - ETA: 0s - loss: 1.2683 - accuracy: 0.8095
21/39 [===============>..............] - ETA: 0s - loss: 1.2637 - accuracy: 0.8181
23/39 [================>.............] - ETA: 0s - loss: 1.2655 - accuracy: 0.8183
25/39 [==================>...........] - ETA: 0s - loss: 1.2714 - accuracy: 0.8160
27/39 [===================>..........] - ETA: 0s - loss: 1.2667 - accuracy: 0.8156
29/39 [=====================>........] - ETA: 0s - loss: 1.2710 - accuracy: 0.8166
31/39 [======================>.......] - ETA: 0s - loss: 1.2682 - accuracy: 0.8213
33/39 [========================>.....] - ETA: 0s - loss: 1.2658 - accuracy: 0.8212
35/39 [=========================>....] - ETA: 0s - loss: 1.2677 - accuracy: 0.8189
37/39 [===========================>..] - ETA: 0s - loss: 1.2690 - accuracy: 0.8173
39/39 [==============================] - 1s 37ms/step - loss: 1.2742 - accuracy: 0.8167

39/39 [==============================] - 2s 44ms/step - loss: 1.2742 - accuracy: 0.8167 - val_loss: 1.4393 - val_accuracy: 0.7500
Epoch 33/100

 1/39 [..............................] - ETA: 0s - loss: 1.1994 - accuracy: 0.7600
 3/39 [=>............................] - ETA: 0s - loss: 1.2551 - accuracy: 0.7467
 5/39 [==>...........................] - ETA: 0s - loss: 1.2516 - accuracy: 0.7760
 7/39 [====>.........................] - ETA: 0s - loss: 1.2908 - accuracy: 0.7914
 9/39 [=====>........................] - ETA: 0s - loss: 1.2957 - accuracy: 0.7933
11/39 [=======>......................] - ETA: 0s - loss: 1.2781 - accuracy: 0.7945
13/39 [=========>....................] - ETA: 0s - loss: 1.2768 - accuracy: 0.7969
15/39 [==========>...................] - ETA: 0s - loss: 1.2695 - accuracy: 0.8013
17/39 [============>.................] - ETA: 0s - loss: 1.2840 - accuracy: 0.8094
19/39 [=============>................] - ETA: 0s - loss: 1.2894 - accuracy: 0.8116
21/39 [===============>..............] - ETA: 0s - loss: 1.2913 - accuracy: 0.8067
23/39 [================>.............] - ETA: 0s - loss: 1.2872 - accuracy: 0.8070
25/39 [==================>...........] - ETA: 0s - loss: 1.2890 - accuracy: 0.8072
27/39 [===================>..........] - ETA: 0s - loss: 1.2948 - accuracy: 0.8074
29/39 [=====================>........] - ETA: 0s - loss: 1.2984 - accuracy: 0.8055
31/39 [======================>.......] - ETA: 0s - loss: 1.3010 - accuracy: 0.8058
33/39 [========================>.....] - ETA: 0s - loss: 1.3023 - accuracy: 0.8067
35/39 [=========================>....] - ETA: 0s - loss: 1.2966 - accuracy: 0.8091
37/39 [===========================>..] - ETA: 0s - loss: 1.2926 - accuracy: 0.8070
39/39 [==============================] - 1s 36ms/step - loss: 1.3000 - accuracy: 0.8057

39/39 [==============================] - 2s 43ms/step - loss: 1.3000 - accuracy: 0.8057 - val_loss: 1.4924 - val_accuracy: 0.7167
Epoch 34/100

 1/39 [..............................] - ETA: 0s - loss: 1.1777 - accuracy: 0.8600
 3/39 [=>............................] - ETA: 0s - loss: 1.1906 - accuracy: 0.8600
 5/39 [==>...........................] - ETA: 0s - loss: 1.2075 - accuracy: 0.8360
 7/39 [====>.........................] - ETA: 0s - loss: 1.2050 - accuracy: 0.8286
 9/39 [=====>........................] - ETA: 0s - loss: 1.2240 - accuracy: 0.8333
11/39 [=======>......................] - ETA: 0s - loss: 1.2287 - accuracy: 0.8255
13/39 [=========>....................] - ETA: 0s - loss: 1.2253 - accuracy: 0.8292
15/39 [==========>...................] - ETA: 0s - loss: 1.2374 - accuracy: 0.8213
17/39 [============>.................] - ETA: 0s - loss: 1.2312 - accuracy: 0.8200
19/39 [=============>................] - ETA: 0s - loss: 1.2386 - accuracy: 0.8147
21/39 [===============>..............] - ETA: 0s - loss: 1.2418 - accuracy: 0.8181
23/39 [================>.............] - ETA: 0s - loss: 1.2401 - accuracy: 0.8200
25/39 [==================>...........] - ETA: 0s - loss: 1.2423 - accuracy: 0.8184
27/39 [===================>..........] - ETA: 0s - loss: 1.2445 - accuracy: 0.8170
29/39 [=====================>........] - ETA: 0s - loss: 1.2448 - accuracy: 0.8138
31/39 [======================>.......] - ETA: 0s - loss: 1.2508 - accuracy: 0.8110
33/39 [========================>.....] - ETA: 0s - loss: 1.2677 - accuracy: 0.8067
35/39 [=========================>....] - ETA: 0s - loss: 1.2788 - accuracy: 0.8034
37/39 [===========================>..] - ETA: 0s - loss: 1.2793 - accuracy: 0.8016
39/39 [==============================] - 1s 36ms/step - loss: 1.2763 - accuracy: 0.8031

39/39 [==============================] - 2s 44ms/step - loss: 1.2763 - accuracy: 0.8031 - val_loss: 1.4614 - val_accuracy: 0.7333
Epoch 35/100

 1/39 [..............................] - ETA: 0s - loss: 1.2036 - accuracy: 0.8600
 3/39 [=>............................] - ETA: 0s - loss: 1.3126 - accuracy: 0.8400
 5/39 [==>...........................] - ETA: 0s - loss: 1.2796 - accuracy: 0.8320
 7/39 [====>.........................] - ETA: 1s - loss: 1.2479 - accuracy: 0.8371
 9/39 [=====>........................] - ETA: 0s - loss: 1.2600 - accuracy: 0.8333
11/39 [=======>......................] - ETA: 0s - loss: 1.2564 - accuracy: 0.8364
13/39 [=========>....................] - ETA: 0s - loss: 1.2521 - accuracy: 0.8354
15/39 [==========>...................] - ETA: 0s - loss: 1.2418 - accuracy: 0.8293
17/39 [============>.................] - ETA: 0s - loss: 1.2403 - accuracy: 0.8282
19/39 [=============>................] - ETA: 0s - loss: 1.2342 - accuracy: 0.8316
21/39 [===============>..............] - ETA: 0s - loss: 1.2362 - accuracy: 0.8267
23/39 [================>.............] - ETA: 0s - loss: 1.2477 - accuracy: 0.8252
25/39 [==================>...........] - ETA: 0s - loss: 1.2480 - accuracy: 0.8248
27/39 [===================>..........] - ETA: 0s - loss: 1.2630 - accuracy: 0.8193
29/39 [=====================>........] - ETA: 0s - loss: 1.2581 - accuracy: 0.8186
31/39 [======================>.......] - ETA: 0s - loss: 1.2634 - accuracy: 0.8161
33/39 [========================>.....] - ETA: 0s - loss: 1.2603 - accuracy: 0.8133
35/39 [=========================>....] - ETA: 0s - loss: 1.2607 - accuracy: 0.8126
37/39 [===========================>..] - ETA: 0s - loss: 1.2570 - accuracy: 0.8141
39/39 [==============================] - 1s 37ms/step - loss: 1.2541 - accuracy: 0.8172

39/39 [==============================] - 2s 44ms/step - loss: 1.2541 - accuracy: 0.8172 - val_loss: 1.4424 - val_accuracy: 0.7729
Epoch 36/100

 1/39 [..............................] - ETA: 0s - loss: 1.1236 - accuracy: 0.9200
 3/39 [=>............................] - ETA: 0s - loss: 1.1632 - accuracy: 0.8800
 5/39 [==>...........................] - ETA: 0s - loss: 1.1723 - accuracy: 0.8680
 7/39 [====>.........................] - ETA: 1s - loss: 1.1889 - accuracy: 0.8314
 9/39 [=====>........................] - ETA: 0s - loss: 1.2025 - accuracy: 0.8311
11/39 [=======>......................] - ETA: 0s - loss: 1.2232 - accuracy: 0.8327
13/39 [=========>....................] - ETA: 0s - loss: 1.2207 - accuracy: 0.8354
15/39 [==========>...................] - ETA: 0s - loss: 1.2197 - accuracy: 0.8400
17/39 [============>.................] - ETA: 0s - loss: 1.2138 - accuracy: 0.8376
19/39 [=============>................] - ETA: 0s - loss: 1.2108 - accuracy: 0.8326
21/39 [===============>..............] - ETA: 0s - loss: 1.2118 - accuracy: 0.8276
23/39 [================>.............] - ETA: 0s - loss: 1.2133 - accuracy: 0.8278
25/39 [==================>...........] - ETA: 0s - loss: 1.2129 - accuracy: 0.8304
27/39 [===================>..........] - ETA: 0s - loss: 1.2162 - accuracy: 0.8311
29/39 [=====================>........] - ETA: 0s - loss: 1.2208 - accuracy: 0.8317
31/39 [======================>.......] - ETA: 0s - loss: 1.2221 - accuracy: 0.8323
33/39 [========================>.....] - ETA: 0s - loss: 1.2297 - accuracy: 0.8297
35/39 [=========================>....] - ETA: 0s - loss: 1.2335 - accuracy: 0.8280
37/39 [===========================>..] - ETA: 0s - loss: 1.2326 - accuracy: 0.8297
39/39 [==============================] - 1s 37ms/step - loss: 1.2335 - accuracy: 0.8266

39/39 [==============================] - 2s 44ms/step - loss: 1.2335 - accuracy: 0.8266 - val_loss: 1.4674 - val_accuracy: 0.7396
Epoch 37/100

 1/39 [..............................] - ETA: 0s - loss: 1.2941 - accuracy: 0.9200
 3/39 [=>............................] - ETA: 0s - loss: 1.2274 - accuracy: 0.8800
 5/39 [==>...........................] - ETA: 0s - loss: 1.2180 - accuracy: 0.8720
 7/39 [====>.........................] - ETA: 0s - loss: 1.2624 - accuracy: 0.8429
 9/39 [=====>........................] - ETA: 0s - loss: 1.2558 - accuracy: 0.8311
11/39 [=======>......................] - ETA: 0s - loss: 1.2342 - accuracy: 0.8491
13/39 [=========>....................] - ETA: 0s - loss: 1.2371 - accuracy: 0.8462
15/39 [==========>...................] - ETA: 0s - loss: 1.2373 - accuracy: 0.8347
17/39 [============>.................] - ETA: 0s - loss: 1.2452 - accuracy: 0.8294
19/39 [=============>................] - ETA: 0s - loss: 1.2465 - accuracy: 0.8221
21/39 [===============>..............] - ETA: 0s - loss: 1.2475 - accuracy: 0.8238
23/39 [================>.............] - ETA: 0s - loss: 1.2493 - accuracy: 0.8261
25/39 [==================>...........] - ETA: 0s - loss: 1.2477 - accuracy: 0.8224
27/39 [===================>..........] - ETA: 0s - loss: 1.2457 - accuracy: 0.8222
29/39 [=====================>........] - ETA: 0s - loss: 1.2392 - accuracy: 0.8200
31/39 [======================>.......] - ETA: 0s - loss: 1.2448 - accuracy: 0.8200
33/39 [========================>.....] - ETA: 0s - loss: 1.2421 - accuracy: 0.8182
35/39 [=========================>....] - ETA: 0s - loss: 1.2406 - accuracy: 0.8131
37/39 [===========================>..] - ETA: 0s - loss: 1.2382 - accuracy: 0.8130
39/39 [==============================] - 1s 37ms/step - loss: 1.2388 - accuracy: 0.8120

39/39 [==============================] - 2s 44ms/step - loss: 1.2388 - accuracy: 0.8120 - val_loss: 1.4244 - val_accuracy: 0.7375
Epoch 38/100

 1/39 [..............................] - ETA: 0s - loss: 1.2170 - accuracy: 0.8400
 3/39 [=>............................] - ETA: 0s - loss: 1.2567 - accuracy: 0.8067
 5/39 [==>...........................] - ETA: 0s - loss: 1.2255 - accuracy: 0.8000
 7/39 [====>.........................] - ETA: 0s - loss: 1.2155 - accuracy: 0.8029
 9/39 [=====>........................] - ETA: 0s - loss: 1.2111 - accuracy: 0.8044
11/39 [=======>......................] - ETA: 0s - loss: 1.1996 - accuracy: 0.8109
13/39 [=========>....................] - ETA: 0s - loss: 1.2006 - accuracy: 0.8077
15/39 [==========>...................] - ETA: 0s - loss: 1.1868 - accuracy: 0.8160
17/39 [============>.................] - ETA: 0s - loss: 1.1984 - accuracy: 0.8200
19/39 [=============>................] - ETA: 0s - loss: 1.2025 - accuracy: 0.8221
21/39 [===============>..............] - ETA: 0s - loss: 1.2040 - accuracy: 0.8219
23/39 [================>.............] - ETA: 0s - loss: 1.2090 - accuracy: 0.8217
25/39 [==================>...........] - ETA: 0s - loss: 1.2072 - accuracy: 0.8208
27/39 [===================>..........] - ETA: 0s - loss: 1.2092 - accuracy: 0.8185
29/39 [=====================>........] - ETA: 0s - loss: 1.2083 - accuracy: 0.8179
31/39 [======================>.......] - ETA: 0s - loss: 1.2032 - accuracy: 0.8213
33/39 [========================>.....] - ETA: 0s - loss: 1.1993 - accuracy: 0.8242
35/39 [=========================>....] - ETA: 0s - loss: 1.2000 - accuracy: 0.8246
37/39 [===========================>..] - ETA: 0s - loss: 1.2011 - accuracy: 0.8238
39/39 [==============================] - 1s 37ms/step - loss: 1.2134 - accuracy: 0.8219

39/39 [==============================] - 2s 44ms/step - loss: 1.2134 - accuracy: 0.8219 - val_loss: 1.4763 - val_accuracy: 0.7812
Epoch 39/100

 1/39 [..............................] - ETA: 0s - loss: 1.1500 - accuracy: 0.8200
 3/39 [=>............................] - ETA: 0s - loss: 1.1323 - accuracy: 0.8467
 5/39 [==>...........................] - ETA: 0s - loss: 1.1307 - accuracy: 0.8480
 7/39 [====>.........................] - ETA: 0s - loss: 1.1603 - accuracy: 0.8371
 9/39 [=====>........................] - ETA: 0s - loss: 1.1624 - accuracy: 0.8378
11/39 [=======>......................] - ETA: 0s - loss: 1.1722 - accuracy: 0.8400
13/39 [=========>....................] - ETA: 0s - loss: 1.1773 - accuracy: 0.8385
15/39 [==========>...................] - ETA: 0s - loss: 1.1894 - accuracy: 0.8387
17/39 [============>.................] - ETA: 0s - loss: 1.1964 - accuracy: 0.8318
19/39 [=============>................] - ETA: 0s - loss: 1.2064 - accuracy: 0.8274
21/39 [===============>..............] - ETA: 0s - loss: 1.2144 - accuracy: 0.8257
23/39 [================>.............] - ETA: 0s - loss: 1.2118 - accuracy: 0.8217
25/39 [==================>...........] - ETA: 0s - loss: 1.2159 - accuracy: 0.8248
27/39 [===================>..........] - ETA: 0s - loss: 1.2194 - accuracy: 0.8244
29/39 [=====================>........] - ETA: 0s - loss: 1.2139 - accuracy: 0.8248
31/39 [======================>.......] - ETA: 0s - loss: 1.2091 - accuracy: 0.8258
33/39 [========================>.....] - ETA: 0s - loss: 1.2059 - accuracy: 0.8236
35/39 [=========================>....] - ETA: 0s - loss: 1.2048 - accuracy: 0.8240
37/39 [===========================>..] - ETA: 0s - loss: 1.2171 - accuracy: 0.8243
39/39 [==============================] - 1s 37ms/step - loss: 1.2147 - accuracy: 0.8255

39/39 [==============================] - 2s 44ms/step - loss: 1.2147 - accuracy: 0.8255 - val_loss: 1.4473 - val_accuracy: 0.7208
Epoch 40/100

 1/39 [..............................] - ETA: 0s - loss: 1.3329 - accuracy: 0.8000
 3/39 [=>............................] - ETA: 0s - loss: 1.2314 - accuracy: 0.8067
 5/39 [==>...........................] - ETA: 0s - loss: 1.1944 - accuracy: 0.8280
 7/39 [====>.........................] - ETA: 0s - loss: 1.2118 - accuracy: 0.8200
 9/39 [=====>........................] - ETA: 0s - loss: 1.2215 - accuracy: 0.8156
11/39 [=======>......................] - ETA: 0s - loss: 1.2156 - accuracy: 0.8182
13/39 [=========>....................] - ETA: 0s - loss: 1.2049 - accuracy: 0.8200
15/39 [==========>...................] - ETA: 0s - loss: 1.2025 - accuracy: 0.8227
17/39 [============>.................] - ETA: 0s - loss: 1.1961 - accuracy: 0.8247
19/39 [=============>................] - ETA: 0s - loss: 1.2091 - accuracy: 0.8211
21/39 [===============>..............] - ETA: 0s - loss: 1.2058 - accuracy: 0.8190
23/39 [================>.............] - ETA: 0s - loss: 1.2013 - accuracy: 0.8209
25/39 [==================>...........] - ETA: 0s - loss: 1.1971 - accuracy: 0.8224
27/39 [===================>..........] - ETA: 0s - loss: 1.1972 - accuracy: 0.8222
29/39 [=====================>........] - ETA: 0s - loss: 1.1948 - accuracy: 0.8221
31/39 [======================>.......] - ETA: 0s - loss: 1.1962 - accuracy: 0.8206
33/39 [========================>.....] - ETA: 0s - loss: 1.1996 - accuracy: 0.8206
35/39 [=========================>....] - ETA: 0s - loss: 1.1995 - accuracy: 0.8229
37/39 [===========================>..] - ETA: 0s - loss: 1.1964 - accuracy: 0.8249
39/39 [==============================] - 1s 37ms/step - loss: 1.1994 - accuracy: 0.8234

39/39 [==============================] - 2s 45ms/step - loss: 1.1994 - accuracy: 0.8234 - val_loss: 1.4255 - val_accuracy: 0.7667
Epoch 41/100

 1/39 [..............................] - ETA: 0s - loss: 1.4410 - accuracy: 0.8200
 3/39 [=>............................] - ETA: 0s - loss: 1.2177 - accuracy: 0.8667
 5/39 [==>...........................] - ETA: 0s - loss: 1.2218 - accuracy: 0.8440
 7/39 [====>.........................] - ETA: 0s - loss: 1.2539 - accuracy: 0.8314
 9/39 [=====>........................] - ETA: 0s - loss: 1.2500 - accuracy: 0.8311
11/39 [=======>......................] - ETA: 0s - loss: 1.2526 - accuracy: 0.8200
13/39 [=========>....................] - ETA: 0s - loss: 1.2362 - accuracy: 0.8215
15/39 [==========>...................] - ETA: 0s - loss: 1.2190 - accuracy: 0.8347
17/39 [============>.................] - ETA: 0s - loss: 1.2072 - accuracy: 0.8412
19/39 [=============>................] - ETA: 0s - loss: 1.2080 - accuracy: 0.8432
21/39 [===============>..............] - ETA: 0s - loss: 1.2074 - accuracy: 0.8381
23/39 [================>.............] - ETA: 0s - loss: 1.2082 - accuracy: 0.8322
25/39 [==================>...........] - ETA: 0s - loss: 1.2046 - accuracy: 0.8280
27/39 [===================>..........] - ETA: 0s - loss: 1.2093 - accuracy: 0.8237
29/39 [=====================>........] - ETA: 0s - loss: 1.2123 - accuracy: 0.8179
31/39 [======================>.......] - ETA: 0s - loss: 1.2103 - accuracy: 0.8168
33/39 [========================>.....] - ETA: 0s - loss: 1.2115 - accuracy: 0.8121
35/39 [=========================>....] - ETA: 0s - loss: 1.2066 - accuracy: 0.8154
37/39 [===========================>..] - ETA: 0s - loss: 1.2044 - accuracy: 0.8157
39/39 [==============================] - 1s 37ms/step - loss: 1.2046 - accuracy: 0.8146

39/39 [==============================] - 2s 44ms/step - loss: 1.2046 - accuracy: 0.8146 - val_loss: 1.4846 - val_accuracy: 0.7896
Epoch 42/100

 1/39 [..............................] - ETA: 0s - loss: 1.0943 - accuracy: 0.8400
 3/39 [=>............................] - ETA: 0s - loss: 1.1411 - accuracy: 0.8067
 5/39 [==>...........................] - ETA: 0s - loss: 1.2018 - accuracy: 0.8160
 7/39 [====>.........................] - ETA: 0s - loss: 1.1831 - accuracy: 0.8286
 9/39 [=====>........................] - ETA: 0s - loss: 1.1782 - accuracy: 0.8467
11/39 [=======>......................] - ETA: 0s - loss: 1.1742 - accuracy: 0.8564
13/39 [=========>....................] - ETA: 0s - loss: 1.1751 - accuracy: 0.8554
15/39 [==========>...................] - ETA: 0s - loss: 1.1928 - accuracy: 0.8453
17/39 [============>.................] - ETA: 0s - loss: 1.2049 - accuracy: 0.8365
19/39 [=============>................] - ETA: 0s - loss: 1.1971 - accuracy: 0.8337
21/39 [===============>..............] - ETA: 0s - loss: 1.1917 - accuracy: 0.8352
23/39 [================>.............] - ETA: 0s - loss: 1.1858 - accuracy: 0.8417
25/39 [==================>...........] - ETA: 0s - loss: 1.1976 - accuracy: 0.8376
27/39 [===================>..........] - ETA: 0s - loss: 1.1944 - accuracy: 0.8415
29/39 [=====================>........] - ETA: 0s - loss: 1.1933 - accuracy: 0.8407
31/39 [======================>.......] - ETA: 0s - loss: 1.1876 - accuracy: 0.8394
33/39 [========================>.....] - ETA: 0s - loss: 1.1902 - accuracy: 0.8352
35/39 [=========================>....] - ETA: 0s - loss: 1.1910 - accuracy: 0.8343
37/39 [===========================>..] - ETA: 0s - loss: 1.1861 - accuracy: 0.8357
39/39 [==============================] - 1s 37ms/step - loss: 1.1887 - accuracy: 0.8349

39/39 [==============================] - 2s 44ms/step - loss: 1.1887 - accuracy: 0.8349 - val_loss: 1.4326 - val_accuracy: 0.7437
Epoch 43/100

 1/39 [..............................] - ETA: 0s - loss: 1.1547 - accuracy: 0.8600
 3/39 [=>............................] - ETA: 0s - loss: 1.1201 - accuracy: 0.8600
 5/39 [==>...........................] - ETA: 0s - loss: 1.1638 - accuracy: 0.8440
 7/39 [====>.........................] - ETA: 0s - loss: 1.1652 - accuracy: 0.8400
 9/39 [=====>........................] - ETA: 0s - loss: 1.1564 - accuracy: 0.8356
11/39 [=======>......................] - ETA: 0s - loss: 1.1770 - accuracy: 0.8309
13/39 [=========>....................] - ETA: 0s - loss: 1.1712 - accuracy: 0.8292
15/39 [==========>...................] - ETA: 0s - loss: 1.1653 - accuracy: 0.8360
17/39 [============>.................] - ETA: 0s - loss: 1.1622 - accuracy: 0.8341
19/39 [=============>................] - ETA: 0s - loss: 1.1594 - accuracy: 0.8337
21/39 [===============>..............] - ETA: 0s - loss: 1.1535 - accuracy: 0.8352
23/39 [================>.............] - ETA: 0s - loss: 1.1535 - accuracy: 0.8357
25/39 [==================>...........] - ETA: 0s - loss: 1.1564 - accuracy: 0.8368
27/39 [===================>..........] - ETA: 0s - loss: 1.1532 - accuracy: 0.8422
29/39 [=====================>........] - ETA: 0s - loss: 1.1501 - accuracy: 0.8428
31/39 [======================>.......] - ETA: 0s - loss: 1.1535 - accuracy: 0.8445
33/39 [========================>.....] - ETA: 0s - loss: 1.1493 - accuracy: 0.8473
35/39 [=========================>....] - ETA: 0s - loss: 1.1504 - accuracy: 0.8480
37/39 [===========================>..] - ETA: 0s - loss: 1.1470 - accuracy: 0.8497
39/39 [==============================] - 1s 37ms/step - loss: 1.1457 - accuracy: 0.8490

39/39 [==============================] - 2s 44ms/step - loss: 1.1457 - accuracy: 0.8490 - val_loss: 1.4377 - val_accuracy: 0.7896
Epoch 44/100

 1/39 [..............................] - ETA: 0s - loss: 1.0653 - accuracy: 0.8400
 3/39 [=>............................] - ETA: 1s - loss: 1.0771 - accuracy: 0.8800
 5/39 [==>...........................] - ETA: 1s - loss: 1.1432 - accuracy: 0.8560
 7/39 [====>.........................] - ETA: 1s - loss: 1.1141 - accuracy: 0.8743
 9/39 [=====>........................] - ETA: 1s - loss: 1.1217 - accuracy: 0.8667
11/39 [=======>......................] - ETA: 1s - loss: 1.1224 - accuracy: 0.8582
13/39 [=========>....................] - ETA: 0s - loss: 1.1234 - accuracy: 0.8523
15/39 [==========>...................] - ETA: 0s - loss: 1.1358 - accuracy: 0.8507
17/39 [============>.................] - ETA: 0s - loss: 1.1317 - accuracy: 0.8529
19/39 [=============>................] - ETA: 0s - loss: 1.1443 - accuracy: 0.8411
21/39 [===============>..............] - ETA: 0s - loss: 1.1481 - accuracy: 0.8371
23/39 [================>.............] - ETA: 0s - loss: 1.1518 - accuracy: 0.8374
25/39 [==================>...........] - ETA: 0s - loss: 1.1519 - accuracy: 0.8392
27/39 [===================>..........] - ETA: 0s - loss: 1.1467 - accuracy: 0.8415
29/39 [=====================>........] - ETA: 0s - loss: 1.1462 - accuracy: 0.8434
31/39 [======================>.......] - ETA: 0s - loss: 1.1441 - accuracy: 0.8426
33/39 [========================>.....] - ETA: 0s - loss: 1.1403 - accuracy: 0.8412
35/39 [=========================>....] - ETA: 0s - loss: 1.1445 - accuracy: 0.8406
37/39 [===========================>..] - ETA: 0s - loss: 1.1500 - accuracy: 0.8427
39/39 [==============================] - 1s 38ms/step - loss: 1.1503 - accuracy: 0.8422

39/39 [==============================] - 2s 45ms/step - loss: 1.1503 - accuracy: 0.8422 - val_loss: 1.4572 - val_accuracy: 0.7812
Epoch 45/100

 1/39 [..............................] - ETA: 0s - loss: 1.0272 - accuracy: 0.8600
 3/39 [=>............................] - ETA: 0s - loss: 1.1229 - accuracy: 0.8467
 5/39 [==>...........................] - ETA: 0s - loss: 1.1052 - accuracy: 0.8560
 7/39 [====>.........................] - ETA: 1s - loss: 1.1062 - accuracy: 0.8514
 9/39 [=====>........................] - ETA: 1s - loss: 1.1147 - accuracy: 0.8556
11/39 [=======>......................] - ETA: 0s - loss: 1.1239 - accuracy: 0.8600
13/39 [=========>....................] - ETA: 0s - loss: 1.1100 - accuracy: 0.8662
15/39 [==========>...................] - ETA: 0s - loss: 1.1149 - accuracy: 0.8560
17/39 [============>.................] - ETA: 0s - loss: 1.1192 - accuracy: 0.8588
19/39 [=============>................] - ETA: 0s - loss: 1.1183 - accuracy: 0.8611
21/39 [===============>..............] - ETA: 0s - loss: 1.1099 - accuracy: 0.8638
23/39 [================>.............] - ETA: 0s - loss: 1.1051 - accuracy: 0.8678
25/39 [==================>...........] - ETA: 0s - loss: 1.1022 - accuracy: 0.8664
27/39 [===================>..........] - ETA: 0s - loss: 1.1046 - accuracy: 0.8674
29/39 [=====================>........] - ETA: 0s - loss: 1.1120 - accuracy: 0.8641
31/39 [======================>.......] - ETA: 0s - loss: 1.1126 - accuracy: 0.8652
33/39 [========================>.....] - ETA: 0s - loss: 1.1146 - accuracy: 0.8618
35/39 [=========================>....] - ETA: 0s - loss: 1.1147 - accuracy: 0.8583
37/39 [===========================>..] - ETA: 0s - loss: 1.1145 - accuracy: 0.8595
39/39 [==============================] - 1s 37ms/step - loss: 1.1225 - accuracy: 0.8562

39/39 [==============================] - 2s 44ms/step - loss: 1.1225 - accuracy: 0.8562 - val_loss: 1.4362 - val_accuracy: 0.7625
Epoch 46/100

 1/39 [..............................] - ETA: 0s - loss: 1.2598 - accuracy: 0.8200
 3/39 [=>............................] - ETA: 0s - loss: 1.1451 - accuracy: 0.8667
 5/39 [==>...........................] - ETA: 0s - loss: 1.1172 - accuracy: 0.8720
 7/39 [====>.........................] - ETA: 0s - loss: 1.1369 - accuracy: 0.8600
 9/39 [=====>........................] - ETA: 0s - loss: 1.1252 - accuracy: 0.8644
11/39 [=======>......................] - ETA: 0s - loss: 1.1150 - accuracy: 0.8600
13/39 [=========>....................] - ETA: 0s - loss: 1.1006 - accuracy: 0.8615
15/39 [==========>...................] - ETA: 0s - loss: 1.0915 - accuracy: 0.8653
17/39 [============>.................] - ETA: 0s - loss: 1.0956 - accuracy: 0.8647
19/39 [=============>................] - ETA: 0s - loss: 1.0957 - accuracy: 0.8589
21/39 [===============>..............] - ETA: 0s - loss: 1.1088 - accuracy: 0.8571
23/39 [================>.............] - ETA: 0s - loss: 1.1187 - accuracy: 0.8557
25/39 [==================>...........] - ETA: 0s - loss: 1.1130 - accuracy: 0.8560
27/39 [===================>..........] - ETA: 0s - loss: 1.1148 - accuracy: 0.8541
29/39 [=====================>........] - ETA: 0s - loss: 1.1181 - accuracy: 0.8517
31/39 [======================>.......] - ETA: 0s - loss: 1.1178 - accuracy: 0.8523
33/39 [========================>.....] - ETA: 0s - loss: 1.1138 - accuracy: 0.8527
35/39 [=========================>....] - ETA: 0s - loss: 1.1142 - accuracy: 0.8531
37/39 [===========================>..] - ETA: 0s - loss: 1.1125 - accuracy: 0.8535
39/39 [==============================] - 1s 36ms/step - loss: 1.1106 - accuracy: 0.8536

39/39 [==============================] - 2s 44ms/step - loss: 1.1106 - accuracy: 0.8536 - val_loss: 1.4354 - val_accuracy: 0.7875
Epoch 47/100

 1/39 [..............................] - ETA: 0s - loss: 1.2156 - accuracy: 0.8600
 3/39 [=>............................] - ETA: 0s - loss: 1.1461 - accuracy: 0.8467
 5/39 [==>...........................] - ETA: 1s - loss: 1.0971 - accuracy: 0.8600
 7/39 [====>.........................] - ETA: 1s - loss: 1.0977 - accuracy: 0.8600
 9/39 [=====>........................] - ETA: 1s - loss: 1.1164 - accuracy: 0.8644
11/39 [=======>......................] - ETA: 1s - loss: 1.1125 - accuracy: 0.8636
13/39 [=========>....................] - ETA: 0s - loss: 1.1067 - accuracy: 0.8677
15/39 [==========>...................] - ETA: 0s - loss: 1.1075 - accuracy: 0.8640
17/39 [============>.................] - ETA: 0s - loss: 1.1217 - accuracy: 0.8565
19/39 [=============>................] - ETA: 0s - loss: 1.1284 - accuracy: 0.8537
21/39 [===============>..............] - ETA: 0s - loss: 1.1204 - accuracy: 0.8533
23/39 [================>.............] - ETA: 0s - loss: 1.1180 - accuracy: 0.8539
25/39 [==================>...........] - ETA: 0s - loss: 1.1136 - accuracy: 0.8568
27/39 [===================>..........] - ETA: 0s - loss: 1.1114 - accuracy: 0.8556
29/39 [=====================>........] - ETA: 0s - loss: 1.1206 - accuracy: 0.8531
31/39 [======================>.......] - ETA: 0s - loss: 1.1218 - accuracy: 0.8529
33/39 [========================>.....] - ETA: 0s - loss: 1.1217 - accuracy: 0.8497
35/39 [=========================>....] - ETA: 0s - loss: 1.1201 - accuracy: 0.8503
37/39 [===========================>..] - ETA: 0s - loss: 1.1225 - accuracy: 0.8492
39/39 [==============================] - 2s 40ms/step - loss: 1.1343 - accuracy: 0.8464

39/39 [==============================] - 2s 49ms/step - loss: 1.1343 - accuracy: 0.8464 - val_loss: 1.3956 - val_accuracy: 0.7708
Epoch 48/100

 1/39 [..............................] - ETA: 0s - loss: 1.1604 - accuracy: 0.8200
 3/39 [=>............................] - ETA: 0s - loss: 1.0849 - accuracy: 0.8733
 5/39 [==>...........................] - ETA: 1s - loss: 1.1132 - accuracy: 0.8520
 7/39 [====>.........................] - ETA: 1s - loss: 1.0961 - accuracy: 0.8657
 9/39 [=====>........................] - ETA: 1s - loss: 1.1020 - accuracy: 0.8578
11/39 [=======>......................] - ETA: 1s - loss: 1.1015 - accuracy: 0.8582
13/39 [=========>....................] - ETA: 0s - loss: 1.0986 - accuracy: 0.8615
15/39 [==========>...................] - ETA: 0s - loss: 1.1228 - accuracy: 0.8613
17/39 [============>.................] - ETA: 0s - loss: 1.1376 - accuracy: 0.8518
19/39 [=============>................] - ETA: 0s - loss: 1.1314 - accuracy: 0.8526
21/39 [===============>..............] - ETA: 0s - loss: 1.1255 - accuracy: 0.8495
23/39 [================>.............] - ETA: 0s - loss: 1.1220 - accuracy: 0.8504
25/39 [==================>...........] - ETA: 0s - loss: 1.1208 - accuracy: 0.8488
27/39 [===================>..........] - ETA: 0s - loss: 1.1178 - accuracy: 0.8541
29/39 [=====================>........] - ETA: 0s - loss: 1.1206 - accuracy: 0.8503
31/39 [======================>.......] - ETA: 0s - loss: 1.1228 - accuracy: 0.8503
33/39 [========================>.....] - ETA: 0s - loss: 1.1263 - accuracy: 0.8521
35/39 [=========================>....] - ETA: 0s - loss: 1.1264 - accuracy: 0.8491
37/39 [===========================>..] - ETA: 0s - loss: 1.1266 - accuracy: 0.8481
39/39 [==============================] - 1s 35ms/step - loss: 1.1226 - accuracy: 0.8510

39/39 [==============================] - 2s 44ms/step - loss: 1.1226 - accuracy: 0.8510 - val_loss: 1.4011 - val_accuracy: 0.7542
Epoch 49/100

 1/39 [..............................] - ETA: 0s - loss: 0.9515 - accuracy: 0.9800
 3/39 [=>............................] - ETA: 0s - loss: 1.0225 - accuracy: 0.9133
 5/39 [==>...........................] - ETA: 1s - loss: 1.0884 - accuracy: 0.8760
 7/39 [====>.........................] - ETA: 1s - loss: 1.0780 - accuracy: 0.8771
 9/39 [=====>........................] - ETA: 1s - loss: 1.0836 - accuracy: 0.8756
11/39 [=======>......................] - ETA: 1s - loss: 1.1002 - accuracy: 0.8618
13/39 [=========>....................] - ETA: 0s - loss: 1.1065 - accuracy: 0.8538
15/39 [==========>...................] - ETA: 0s - loss: 1.0982 - accuracy: 0.8440
17/39 [============>.................] - ETA: 0s - loss: 1.1018 - accuracy: 0.8400
19/39 [=============>................] - ETA: 0s - loss: 1.0988 - accuracy: 0.8442
21/39 [===============>..............] - ETA: 0s - loss: 1.1031 - accuracy: 0.8438
23/39 [================>.............] - ETA: 0s - loss: 1.1089 - accuracy: 0.8461
25/39 [==================>...........] - ETA: 0s - loss: 1.1069 - accuracy: 0.8448
27/39 [===================>..........] - ETA: 0s - loss: 1.1123 - accuracy: 0.8437
29/39 [=====================>........] - ETA: 0s - loss: 1.1077 - accuracy: 0.8462
31/39 [======================>.......] - ETA: 0s - loss: 1.1084 - accuracy: 0.8471
33/39 [========================>.....] - ETA: 0s - loss: 1.1144 - accuracy: 0.8455
35/39 [=========================>....] - ETA: 0s - loss: 1.1136 - accuracy: 0.8451
37/39 [===========================>..] - ETA: 0s - loss: 1.1176 - accuracy: 0.8459
39/39 [==============================] - 2s 40ms/step - loss: 1.1175 - accuracy: 0.8469

39/39 [==============================] - 2s 49ms/step - loss: 1.1175 - accuracy: 0.8469 - val_loss: 1.3889 - val_accuracy: 0.7604
Epoch 50/100

 1/39 [..............................] - ETA: 0s - loss: 1.0424 - accuracy: 0.8800
 3/39 [=>............................] - ETA: 1s - loss: 1.1112 - accuracy: 0.8600
 5/39 [==>...........................] - ETA: 1s - loss: 1.1064 - accuracy: 0.8400
 7/39 [====>.........................] - ETA: 1s - loss: 1.0782 - accuracy: 0.8429
 9/39 [=====>........................] - ETA: 1s - loss: 1.0722 - accuracy: 0.8578
11/39 [=======>......................] - ETA: 1s - loss: 1.0815 - accuracy: 0.8473
13/39 [=========>....................] - ETA: 0s - loss: 1.0897 - accuracy: 0.8492
15/39 [==========>...................] - ETA: 0s - loss: 1.1012 - accuracy: 0.8493
17/39 [============>.................] - ETA: 0s - loss: 1.0980 - accuracy: 0.8518
19/39 [=============>................] - ETA: 0s - loss: 1.1031 - accuracy: 0.8432
21/39 [===============>..............] - ETA: 0s - loss: 1.0991 - accuracy: 0.8457
23/39 [================>.............] - ETA: 0s - loss: 1.0922 - accuracy: 0.8470
25/39 [==================>...........] - ETA: 0s - loss: 1.0913 - accuracy: 0.8440
27/39 [===================>..........] - ETA: 0s - loss: 1.0886 - accuracy: 0.8459
29/39 [=====================>........] - ETA: 0s - loss: 1.0875 - accuracy: 0.8469
31/39 [======================>.......] - ETA: 0s - loss: 1.0854 - accuracy: 0.8503
33/39 [========================>.....] - ETA: 0s - loss: 1.0885 - accuracy: 0.8491
35/39 [=========================>....] - ETA: 0s - loss: 1.0909 - accuracy: 0.8509
37/39 [===========================>..] - ETA: 0s - loss: 1.0904 - accuracy: 0.8486
39/39 [==============================] - 1s 37ms/step - loss: 1.0896 - accuracy: 0.8495

39/39 [==============================] - 2s 43ms/step - loss: 1.0896 - accuracy: 0.8495 - val_loss: 1.3804 - val_accuracy: 0.7625
Epoch 51/100

 1/39 [..............................] - ETA: 0s - loss: 1.0804 - accuracy: 0.8400
 3/39 [=>............................] - ETA: 0s - loss: 1.0500 - accuracy: 0.8467
 5/39 [==>...........................] - ETA: 1s - loss: 1.0774 - accuracy: 0.8400
 7/39 [====>.........................] - ETA: 1s - loss: 1.0647 - accuracy: 0.8486
 9/39 [=====>........................] - ETA: 1s - loss: 1.0547 - accuracy: 0.8600
11/39 [=======>......................] - ETA: 1s - loss: 1.0567 - accuracy: 0.8673
13/39 [=========>....................] - ETA: 0s - loss: 1.0694 - accuracy: 0.8662
15/39 [==========>...................] - ETA: 0s - loss: 1.0684 - accuracy: 0.8653
17/39 [============>.................] - ETA: 0s - loss: 1.0657 - accuracy: 0.8682
19/39 [=============>................] - ETA: 0s - loss: 1.0764 - accuracy: 0.8579
21/39 [===============>..............] - ETA: 0s - loss: 1.0736 - accuracy: 0.8610
23/39 [================>.............] - ETA: 0s - loss: 1.0709 - accuracy: 0.8600
25/39 [==================>...........] - ETA: 0s - loss: 1.0680 - accuracy: 0.8608
27/39 [===================>..........] - ETA: 0s - loss: 1.0730 - accuracy: 0.8578
29/39 [=====================>........] - ETA: 0s - loss: 1.0760 - accuracy: 0.8531
31/39 [======================>.......] - ETA: 0s - loss: 1.0786 - accuracy: 0.8523
33/39 [========================>.....] - ETA: 0s - loss: 1.0743 - accuracy: 0.8564
35/39 [=========================>....] - ETA: 0s - loss: 1.0773 - accuracy: 0.8583
37/39 [===========================>..] - ETA: 0s - loss: 1.0862 - accuracy: 0.8541
39/39 [==============================] - 2s 40ms/step - loss: 1.0962 - accuracy: 0.8510

39/39 [==============================] - 2s 48ms/step - loss: 1.0962 - accuracy: 0.8510 - val_loss: 1.4388 - val_accuracy: 0.7333
Epoch 52/100

 1/39 [..............................] - ETA: 0s - loss: 1.0648 - accuracy: 0.8600
 3/39 [=>............................] - ETA: 0s - loss: 1.0078 - accuracy: 0.9000
 5/39 [==>...........................] - ETA: 1s - loss: 0.9987 - accuracy: 0.8960
 7/39 [====>.........................] - ETA: 1s - loss: 1.0242 - accuracy: 0.8714
 9/39 [=====>........................] - ETA: 1s - loss: 1.0323 - accuracy: 0.8644
11/39 [=======>......................] - ETA: 1s - loss: 1.0677 - accuracy: 0.8527
13/39 [=========>....................] - ETA: 0s - loss: 1.1028 - accuracy: 0.8446
15/39 [==========>...................] - ETA: 0s - loss: 1.1074 - accuracy: 0.8480
17/39 [============>.................] - ETA: 0s - loss: 1.0989 - accuracy: 0.8506
19/39 [=============>................] - ETA: 0s - loss: 1.1112 - accuracy: 0.8505
21/39 [===============>..............] - ETA: 0s - loss: 1.1147 - accuracy: 0.8400
23/39 [================>.............] - ETA: 0s - loss: 1.1164 - accuracy: 0.8391
25/39 [==================>...........] - ETA: 0s - loss: 1.1172 - accuracy: 0.8416
27/39 [===================>..........] - ETA: 0s - loss: 1.1154 - accuracy: 0.8430
29/39 [=====================>........] - ETA: 0s - loss: 1.1168 - accuracy: 0.8434
31/39 [======================>.......] - ETA: 0s - loss: 1.1134 - accuracy: 0.8413
33/39 [========================>.....] - ETA: 0s - loss: 1.1113 - accuracy: 0.8376
35/39 [=========================>....] - ETA: 0s - loss: 1.1226 - accuracy: 0.8309
37/39 [===========================>..] - ETA: 0s - loss: 1.1179 - accuracy: 0.8314
39/39 [==============================] - 2s 40ms/step - loss: 1.1194 - accuracy: 0.8339

39/39 [==============================] - 2s 49ms/step - loss: 1.1194 - accuracy: 0.8339 - val_loss: 1.3961 - val_accuracy: 0.7792
Epoch 53/100

 1/39 [..............................] - ETA: 0s - loss: 1.0939 - accuracy: 0.9000
 3/39 [=>............................] - ETA: 0s - loss: 1.1012 - accuracy: 0.8533
 5/39 [==>...........................] - ETA: 0s - loss: 1.1007 - accuracy: 0.8360
 7/39 [====>.........................] - ETA: 0s - loss: 1.0775 - accuracy: 0.8429
 9/39 [=====>........................] - ETA: 0s - loss: 1.0804 - accuracy: 0.8489
11/39 [=======>......................] - ETA: 0s - loss: 1.0687 - accuracy: 0.8491
13/39 [=========>....................] - ETA: 0s - loss: 1.0640 - accuracy: 0.8492
15/39 [==========>...................] - ETA: 0s - loss: 1.0863 - accuracy: 0.8453
17/39 [============>.................] - ETA: 0s - loss: 1.0912 - accuracy: 0.8447
19/39 [=============>................] - ETA: 0s - loss: 1.0870 - accuracy: 0.8453
21/39 [===============>..............] - ETA: 0s - loss: 1.0873 - accuracy: 0.8429
23/39 [================>.............] - ETA: 0s - loss: 1.0860 - accuracy: 0.8400
25/39 [==================>...........] - ETA: 0s - loss: 1.0909 - accuracy: 0.8376
27/39 [===================>..........] - ETA: 0s - loss: 1.0903 - accuracy: 0.8393
29/39 [=====================>........] - ETA: 0s - loss: 1.0876 - accuracy: 0.8400
31/39 [======================>.......] - ETA: 0s - loss: 1.0916 - accuracy: 0.8387
33/39 [========================>.....] - ETA: 0s - loss: 1.0962 - accuracy: 0.8388
35/39 [=========================>....] - ETA: 0s - loss: 1.0913 - accuracy: 0.8400
37/39 [===========================>..] - ETA: 0s - loss: 1.0930 - accuracy: 0.8384
39/39 [==============================] - 1s 36ms/step - loss: 1.0942 - accuracy: 0.8391

39/39 [==============================] - 2s 44ms/step - loss: 1.0942 - accuracy: 0.8391 - val_loss: 1.4196 - val_accuracy: 0.7521
Epoch 54/100

 1/39 [..............................] - ETA: 0s - loss: 1.0250 - accuracy: 0.9000
 3/39 [=>............................] - ETA: 1s - loss: 1.0416 - accuracy: 0.8667
 5/39 [==>...........................] - ETA: 1s - loss: 1.0671 - accuracy: 0.8520
 7/39 [====>.........................] - ETA: 1s - loss: 1.0455 - accuracy: 0.8571
 9/39 [=====>........................] - ETA: 1s - loss: 1.0693 - accuracy: 0.8600
11/39 [=======>......................] - ETA: 1s - loss: 1.0604 - accuracy: 0.8582
13/39 [=========>....................] - ETA: 0s - loss: 1.0570 - accuracy: 0.8615
15/39 [==========>...................] - ETA: 0s - loss: 1.0579 - accuracy: 0.8587
17/39 [============>.................] - ETA: 0s - loss: 1.0588 - accuracy: 0.8541
19/39 [=============>................] - ETA: 0s - loss: 1.0558 - accuracy: 0.8495
21/39 [===============>..............] - ETA: 0s - loss: 1.0547 - accuracy: 0.8495
23/39 [================>.............] - ETA: 0s - loss: 1.0516 - accuracy: 0.8539
25/39 [==================>...........] - ETA: 0s - loss: 1.0521 - accuracy: 0.8552
27/39 [===================>..........] - ETA: 0s - loss: 1.0505 - accuracy: 0.8533
29/39 [=====================>........] - ETA: 0s - loss: 1.0492 - accuracy: 0.8572
31/39 [======================>.......] - ETA: 0s - loss: 1.0516 - accuracy: 0.8555
33/39 [========================>.....] - ETA: 0s - loss: 1.0519 - accuracy: 0.8594
35/39 [=========================>....] - ETA: 0s - loss: 1.0465 - accuracy: 0.8640
37/39 [===========================>..] - ETA: 0s - loss: 1.0468 - accuracy: 0.8643
39/39 [==============================] - 2s 40ms/step - loss: 1.0497 - accuracy: 0.8625

39/39 [==============================] - 2s 49ms/step - loss: 1.0497 - accuracy: 0.8625 - val_loss: 1.4607 - val_accuracy: 0.7937
Epoch 55/100

 1/39 [..............................] - ETA: 0s - loss: 1.1294 - accuracy: 0.8600
 3/39 [=>............................] - ETA: 0s - loss: 1.0927 - accuracy: 0.8333
 5/39 [==>...........................] - ETA: 0s - loss: 1.1373 - accuracy: 0.8280
 7/39 [====>.........................] - ETA: 0s - loss: 1.1275 - accuracy: 0.8429
 9/39 [=====>........................] - ETA: 0s - loss: 1.1083 - accuracy: 0.8511
11/39 [=======>......................] - ETA: 0s - loss: 1.0897 - accuracy: 0.8545
13/39 [=========>....................] - ETA: 0s - loss: 1.0785 - accuracy: 0.8538
15/39 [==========>...................] - ETA: 0s - loss: 1.0835 - accuracy: 0.8560
17/39 [============>.................] - ETA: 0s - loss: 1.0713 - accuracy: 0.8647
19/39 [=============>................] - ETA: 0s - loss: 1.0676 - accuracy: 0.8621
21/39 [===============>..............] - ETA: 0s - loss: 1.0649 - accuracy: 0.8600
23/39 [================>.............] - ETA: 0s - loss: 1.0613 - accuracy: 0.8600
25/39 [==================>...........] - ETA: 0s - loss: 1.0592 - accuracy: 0.8640
27/39 [===================>..........] - ETA: 0s - loss: 1.0584 - accuracy: 0.8630
29/39 [=====================>........] - ETA: 0s - loss: 1.0546 - accuracy: 0.8648
31/39 [======================>.......] - ETA: 0s - loss: 1.0519 - accuracy: 0.8677
33/39 [========================>.....] - ETA: 0s - loss: 1.0546 - accuracy: 0.8667
35/39 [=========================>....] - ETA: 0s - loss: 1.0532 - accuracy: 0.8674
37/39 [===========================>..] - ETA: 0s - loss: 1.0525 - accuracy: 0.8654
39/39 [==============================] - 1s 36ms/step - loss: 1.0560 - accuracy: 0.8661

39/39 [==============================] - 2s 44ms/step - loss: 1.0560 - accuracy: 0.8661 - val_loss: 1.4135 - val_accuracy: 0.7917
Epoch 56/100

 1/39 [..............................] - ETA: 0s - loss: 1.1372 - accuracy: 0.8400
 3/39 [=>............................] - ETA: 0s - loss: 1.0907 - accuracy: 0.8333
 5/39 [==>...........................] - ETA: 1s - loss: 1.0161 - accuracy: 0.8680
 7/39 [====>.........................] - ETA: 1s - loss: 1.0158 - accuracy: 0.8629
 9/39 [=====>........................] - ETA: 1s - loss: 1.0199 - accuracy: 0.8578
11/39 [=======>......................] - ETA: 1s - loss: 1.0159 - accuracy: 0.8618
13/39 [=========>....................] - ETA: 1s - loss: 1.0130 - accuracy: 0.8646
15/39 [==========>...................] - ETA: 0s - loss: 1.0041 - accuracy: 0.8720
17/39 [============>.................] - ETA: 0s - loss: 1.0368 - accuracy: 0.8612
19/39 [=============>................] - ETA: 0s - loss: 1.0419 - accuracy: 0.8642
21/39 [===============>..............] - ETA: 0s - loss: 1.0422 - accuracy: 0.8600
23/39 [================>.............] - ETA: 0s - loss: 1.0399 - accuracy: 0.8643
25/39 [==================>...........] - ETA: 0s - loss: 1.0423 - accuracy: 0.8624
27/39 [===================>..........] - ETA: 0s - loss: 1.0488 - accuracy: 0.8630
29/39 [=====================>........] - ETA: 0s - loss: 1.0549 - accuracy: 0.8621
31/39 [======================>.......] - ETA: 0s - loss: 1.0539 - accuracy: 0.8652
33/39 [========================>.....] - ETA: 0s - loss: 1.0469 - accuracy: 0.8679
35/39 [=========================>....] - ETA: 0s - loss: 1.0538 - accuracy: 0.8629
37/39 [===========================>..] - ETA: 0s - loss: 1.0484 - accuracy: 0.8605
39/39 [==============================] - 2s 41ms/step - loss: 1.0484 - accuracy: 0.8604

39/39 [==============================] - 2s 49ms/step - loss: 1.0484 - accuracy: 0.8604 - val_loss: 1.4665 - val_accuracy: 0.7750
Epoch 57/100

 1/39 [..............................] - ETA: 0s - loss: 1.1847 - accuracy: 0.8000
 3/39 [=>............................] - ETA: 1s - loss: 1.0413 - accuracy: 0.8667
 5/39 [==>...........................] - ETA: 1s - loss: 1.0362 - accuracy: 0.8640
 7/39 [====>.........................] - ETA: 1s - loss: 1.0225 - accuracy: 0.8629
 9/39 [=====>........................] - ETA: 1s - loss: 1.0169 - accuracy: 0.8600
11/39 [=======>......................] - ETA: 1s - loss: 1.0253 - accuracy: 0.8582
13/39 [=========>....................] - ETA: 0s - loss: 1.0310 - accuracy: 0.8538
15/39 [==========>...................] - ETA: 0s - loss: 1.0358 - accuracy: 0.8533
17/39 [============>.................] - ETA: 0s - loss: 1.0297 - accuracy: 0.8541
19/39 [=============>................] - ETA: 0s - loss: 1.0269 - accuracy: 0.8568
21/39 [===============>..............] - ETA: 0s - loss: 1.0327 - accuracy: 0.8552
23/39 [================>.............] - ETA: 0s - loss: 1.0344 - accuracy: 0.8565
25/39 [==================>...........] - ETA: 0s - loss: 1.0414 - accuracy: 0.8576
27/39 [===================>..........] - ETA: 0s - loss: 1.0370 - accuracy: 0.8637
29/39 [=====================>........] - ETA: 0s - loss: 1.0393 - accuracy: 0.8648
31/39 [======================>.......] - ETA: 0s - loss: 1.0410 - accuracy: 0.8690
33/39 [========================>.....] - ETA: 0s - loss: 1.0539 - accuracy: 0.8618
35/39 [=========================>....] - ETA: 0s - loss: 1.0531 - accuracy: 0.8611
37/39 [===========================>..] - ETA: 0s - loss: 1.0513 - accuracy: 0.8632
39/39 [==============================] - 1s 36ms/step - loss: 1.0535 - accuracy: 0.8604

39/39 [==============================] - 2s 45ms/step - loss: 1.0535 - accuracy: 0.8604 - val_loss: 1.4029 - val_accuracy: 0.7583
Epoch 58/100

 1/39 [..............................] - ETA: 0s - loss: 0.9392 - accuracy: 0.9400
 3/39 [=>............................] - ETA: 1s - loss: 1.0212 - accuracy: 0.8733
 5/39 [==>...........................] - ETA: 1s - loss: 1.0240 - accuracy: 0.8560
 7/39 [====>.........................] - ETA: 1s - loss: 1.0168 - accuracy: 0.8371
 9/39 [=====>........................] - ETA: 1s - loss: 1.0224 - accuracy: 0.8400
11/39 [=======>......................] - ETA: 1s - loss: 1.0187 - accuracy: 0.8491
13/39 [=========>....................] - ETA: 0s - loss: 1.0343 - accuracy: 0.8415
15/39 [==========>...................] - ETA: 0s - loss: 1.0353 - accuracy: 0.8467
17/39 [============>.................] - ETA: 0s - loss: 1.0361 - accuracy: 0.8459
19/39 [=============>................] - ETA: 0s - loss: 1.0301 - accuracy: 0.8484
21/39 [===============>..............] - ETA: 0s - loss: 1.0273 - accuracy: 0.8495
23/39 [================>.............] - ETA: 0s - loss: 1.0240 - accuracy: 0.8539
25/39 [==================>...........] - ETA: 0s - loss: 1.0197 - accuracy: 0.8544
27/39 [===================>..........] - ETA: 0s - loss: 1.0236 - accuracy: 0.8548
29/39 [=====================>........] - ETA: 0s - loss: 1.0200 - accuracy: 0.8600
31/39 [======================>.......] - ETA: 0s - loss: 1.0198 - accuracy: 0.8600
33/39 [========================>.....] - ETA: 0s - loss: 1.0173 - accuracy: 0.8594
35/39 [=========================>....] - ETA: 0s - loss: 1.0177 - accuracy: 0.8606
37/39 [===========================>..] - ETA: 0s - loss: 1.0220 - accuracy: 0.8605
39/39 [==============================] - 2s 40ms/step - loss: 1.0223 - accuracy: 0.8589

39/39 [==============================] - 2s 49ms/step - loss: 1.0223 - accuracy: 0.8589 - val_loss: 1.4266 - val_accuracy: 0.7729
Epoch 59/100

 1/39 [..............................] - ETA: 0s - loss: 0.9575 - accuracy: 0.8400
 3/39 [=>............................] - ETA: 0s - loss: 0.9667 - accuracy: 0.9067
 5/39 [==>...........................] - ETA: 1s - loss: 0.9712 - accuracy: 0.8920
 7/39 [====>.........................] - ETA: 1s - loss: 1.0059 - accuracy: 0.8829
 9/39 [=====>........................] - ETA: 1s - loss: 1.0066 - accuracy: 0.8867
11/39 [=======>......................] - ETA: 1s - loss: 1.0019 - accuracy: 0.8909
13/39 [=========>....................] - ETA: 0s - loss: 0.9925 - accuracy: 0.8923
15/39 [==========>...................] - ETA: 0s - loss: 0.9954 - accuracy: 0.8840
17/39 [============>.................] - ETA: 0s - loss: 0.9930 - accuracy: 0.8800
19/39 [=============>................] - ETA: 0s - loss: 0.9930 - accuracy: 0.8758
21/39 [===============>..............] - ETA: 0s - loss: 1.0035 - accuracy: 0.8771
23/39 [================>.............] - ETA: 0s - loss: 1.0063 - accuracy: 0.8670
25/39 [==================>...........] - ETA: 0s - loss: 1.0076 - accuracy: 0.8640
27/39 [===================>..........] - ETA: 0s - loss: 1.0053 - accuracy: 0.8630
29/39 [=====================>........] - ETA: 0s - loss: 1.0023 - accuracy: 0.8676
31/39 [======================>.......] - ETA: 0s - loss: 0.9999 - accuracy: 0.8690
33/39 [========================>.....] - ETA: 0s - loss: 0.9998 - accuracy: 0.8667
35/39 [=========================>....] - ETA: 0s - loss: 0.9974 - accuracy: 0.8680
37/39 [===========================>..] - ETA: 0s - loss: 0.9947 - accuracy: 0.8681
39/39 [==============================] - 1s 36ms/step - loss: 0.9953 - accuracy: 0.8693

39/39 [==============================] - 2s 44ms/step - loss: 0.9953 - accuracy: 0.8693 - val_loss: 1.4173 - val_accuracy: 0.7812
Epoch 60/100

 1/39 [..............................] - ETA: 0s - loss: 0.9652 - accuracy: 0.8400
 3/39 [=>............................] - ETA: 0s - loss: 1.0396 - accuracy: 0.8333
 5/39 [==>...........................] - ETA: 1s - loss: 1.0165 - accuracy: 0.8560
 7/39 [====>.........................] - ETA: 1s - loss: 1.0200 - accuracy: 0.8514
 9/39 [=====>........................] - ETA: 1s - loss: 1.0224 - accuracy: 0.8489
11/39 [=======>......................] - ETA: 1s - loss: 1.0150 - accuracy: 0.8582
13/39 [=========>....................] - ETA: 0s - loss: 0.9980 - accuracy: 0.8646
15/39 [==========>...................] - ETA: 0s - loss: 1.0017 - accuracy: 0.8693
17/39 [============>.................] - ETA: 0s - loss: 1.0054 - accuracy: 0.8694
19/39 [=============>................] - ETA: 0s - loss: 0.9985 - accuracy: 0.8737
21/39 [===============>..............] - ETA: 0s - loss: 1.0027 - accuracy: 0.8705
23/39 [================>.............] - ETA: 0s - loss: 1.0022 - accuracy: 0.8696
25/39 [==================>...........] - ETA: 0s - loss: 1.0004 - accuracy: 0.8696
27/39 [===================>..........] - ETA: 0s - loss: 1.0020 - accuracy: 0.8659
29/39 [=====================>........] - ETA: 0s - loss: 1.0041 - accuracy: 0.8676
31/39 [======================>.......] - ETA: 0s - loss: 1.0017 - accuracy: 0.8665
33/39 [========================>.....] - ETA: 0s - loss: 1.0060 - accuracy: 0.8673
35/39 [=========================>....] - ETA: 0s - loss: 1.0081 - accuracy: 0.8674
37/39 [===========================>..] - ETA: 0s - loss: 1.0121 - accuracy: 0.8681
39/39 [==============================] - 2s 40ms/step - loss: 1.0114 - accuracy: 0.8682

39/39 [==============================] - 2s 49ms/step - loss: 1.0114 - accuracy: 0.8682 - val_loss: 1.4970 - val_accuracy: 0.7708
Epoch 61/100

 1/39 [..............................] - ETA: 0s - loss: 1.0615 - accuracy: 0.8000
 3/39 [=>............................] - ETA: 0s - loss: 1.0106 - accuracy: 0.8667
 5/39 [==>...........................] - ETA: 1s - loss: 0.9907 - accuracy: 0.8600
 7/39 [====>.........................] - ETA: 1s - loss: 0.9792 - accuracy: 0.8743
 9/39 [=====>........................] - ETA: 1s - loss: 0.9742 - accuracy: 0.8778
11/39 [=======>......................] - ETA: 1s - loss: 0.9713 - accuracy: 0.8818
13/39 [=========>....................] - ETA: 0s - loss: 0.9764 - accuracy: 0.8815
15/39 [==========>...................] - ETA: 0s - loss: 0.9784 - accuracy: 0.8787
17/39 [============>.................] - ETA: 0s - loss: 0.9767 - accuracy: 0.8729
19/39 [=============>................] - ETA: 0s - loss: 0.9697 - accuracy: 0.8779
21/39 [===============>..............] - ETA: 0s - loss: 0.9681 - accuracy: 0.8752
23/39 [================>.............] - ETA: 0s - loss: 0.9757 - accuracy: 0.8748
25/39 [==================>...........] - ETA: 0s - loss: 0.9709 - accuracy: 0.8776
27/39 [===================>..........] - ETA: 0s - loss: 0.9727 - accuracy: 0.8785
29/39 [=====================>........] - ETA: 0s - loss: 0.9719 - accuracy: 0.8766
31/39 [======================>.......] - ETA: 0s - loss: 0.9736 - accuracy: 0.8735
33/39 [========================>.....] - ETA: 0s - loss: 0.9770 - accuracy: 0.8733
35/39 [=========================>....] - ETA: 0s - loss: 0.9780 - accuracy: 0.8731
37/39 [===========================>..] - ETA: 0s - loss: 0.9787 - accuracy: 0.8741
39/39 [==============================] - 1s 37ms/step - loss: 0.9774 - accuracy: 0.8760

39/39 [==============================] - 2s 43ms/step - loss: 0.9774 - accuracy: 0.8760 - val_loss: 1.4325 - val_accuracy: 0.7583
Epoch 62/100

 1/39 [..............................] - ETA: 0s - loss: 0.9540 - accuracy: 0.8200
 3/39 [=>............................] - ETA: 1s - loss: 0.9775 - accuracy: 0.8333
 5/39 [==>...........................] - ETA: 1s - loss: 1.0310 - accuracy: 0.8360
 7/39 [====>.........................] - ETA: 1s - loss: 0.9963 - accuracy: 0.8543
 9/39 [=====>........................] - ETA: 1s - loss: 0.9872 - accuracy: 0.8556
11/39 [=======>......................] - ETA: 1s - loss: 0.9898 - accuracy: 0.8545
13/39 [=========>....................] - ETA: 0s - loss: 0.9867 - accuracy: 0.8585
15/39 [==========>...................] - ETA: 0s - loss: 0.9813 - accuracy: 0.8653
17/39 [============>.................] - ETA: 0s - loss: 0.9729 - accuracy: 0.8694
19/39 [=============>................] - ETA: 0s - loss: 0.9843 - accuracy: 0.8674
21/39 [===============>..............] - ETA: 0s - loss: 0.9863 - accuracy: 0.8714
23/39 [================>.............] - ETA: 0s - loss: 0.9862 - accuracy: 0.8748
25/39 [==================>...........] - ETA: 0s - loss: 0.9887 - accuracy: 0.8736
27/39 [===================>..........] - ETA: 0s - loss: 0.9825 - accuracy: 0.8748
29/39 [=====================>........] - ETA: 0s - loss: 0.9842 - accuracy: 0.8752
31/39 [======================>.......] - ETA: 0s - loss: 0.9842 - accuracy: 0.8742
33/39 [========================>.....] - ETA: 0s - loss: 0.9858 - accuracy: 0.8745
35/39 [=========================>....] - ETA: 0s - loss: 0.9866 - accuracy: 0.8743
37/39 [===========================>..] - ETA: 0s - loss: 0.9829 - accuracy: 0.8757
39/39 [==============================] - 2s 40ms/step - loss: 0.9871 - accuracy: 0.8734

39/39 [==============================] - 2s 51ms/step - loss: 0.9871 - accuracy: 0.8734 - val_loss: 1.4680 - val_accuracy: 0.7708
Epoch 63/100

 1/39 [..............................] - ETA: 0s - loss: 0.9657 - accuracy: 0.9400
 3/39 [=>............................] - ETA: 1s - loss: 1.0289 - accuracy: 0.8467
 5/39 [==>...........................] - ETA: 1s - loss: 0.9813 - accuracy: 0.8680
 7/39 [====>.........................] - ETA: 1s - loss: 1.0107 - accuracy: 0.8600
 9/39 [=====>........................] - ETA: 1s - loss: 0.9967 - accuracy: 0.8622
11/39 [=======>......................] - ETA: 1s - loss: 0.9830 - accuracy: 0.8727
13/39 [=========>....................] - ETA: 0s - loss: 0.9813 - accuracy: 0.8723
15/39 [==========>...................] - ETA: 0s - loss: 0.9758 - accuracy: 0.8733
17/39 [============>.................] - ETA: 0s - loss: 0.9727 - accuracy: 0.8753
19/39 [=============>................] - ETA: 0s - loss: 0.9672 - accuracy: 0.8737
21/39 [===============>..............] - ETA: 0s - loss: 0.9717 - accuracy: 0.8714
23/39 [================>.............] - ETA: 0s - loss: 0.9694 - accuracy: 0.8713
25/39 [==================>...........] - ETA: 0s - loss: 0.9723 - accuracy: 0.8704
27/39 [===================>..........] - ETA: 0s - loss: 0.9683 - accuracy: 0.8733
29/39 [=====================>........] - ETA: 0s - loss: 0.9659 - accuracy: 0.8759
31/39 [======================>.......] - ETA: 0s - loss: 0.9638 - accuracy: 0.8768
33/39 [========================>.....] - ETA: 0s - loss: 0.9593 - accuracy: 0.8788
35/39 [=========================>....] - ETA: 0s - loss: 0.9558 - accuracy: 0.8806
37/39 [===========================>..] - ETA: 0s - loss: 0.9543 - accuracy: 0.8843
39/39 [==============================] - 1s 36ms/step - loss: 0.9521 - accuracy: 0.8854

39/39 [==============================] - 2s 43ms/step - loss: 0.9521 - accuracy: 0.8854 - val_loss: 1.4232 - val_accuracy: 0.7625
Epoch 64/100

 1/39 [..............................] - ETA: 0s - loss: 0.9302 - accuracy: 0.8600
 3/39 [=>............................] - ETA: 0s - loss: 0.9078 - accuracy: 0.8800
 5/39 [==>...........................] - ETA: 1s - loss: 0.9332 - accuracy: 0.8600
 7/39 [====>.........................] - ETA: 1s - loss: 0.9232 - accuracy: 0.8800
 9/39 [=====>........................] - ETA: 1s - loss: 0.9222 - accuracy: 0.8800
11/39 [=======>......................] - ETA: 1s - loss: 0.9391 - accuracy: 0.8691
13/39 [=========>....................] - ETA: 0s - loss: 0.9437 - accuracy: 0.8769
15/39 [==========>...................] - ETA: 0s - loss: 0.9741 - accuracy: 0.8760
17/39 [============>.................] - ETA: 0s - loss: 0.9674 - accuracy: 0.8741
19/39 [=============>................] - ETA: 0s - loss: 0.9796 - accuracy: 0.8642
21/39 [===============>..............] - ETA: 0s - loss: 0.9709 - accuracy: 0.8676
23/39 [================>.............] - ETA: 0s - loss: 0.9687 - accuracy: 0.8696
25/39 [==================>...........] - ETA: 0s - loss: 0.9728 - accuracy: 0.8704
27/39 [===================>..........] - ETA: 0s - loss: 0.9694 - accuracy: 0.8704
29/39 [=====================>........] - ETA: 0s - loss: 0.9768 - accuracy: 0.8710
31/39 [======================>.......] - ETA: 0s - loss: 0.9715 - accuracy: 0.8710
33/39 [========================>.....] - ETA: 0s - loss: 0.9674 - accuracy: 0.8727
35/39 [=========================>....] - ETA: 0s - loss: 0.9656 - accuracy: 0.8766
37/39 [===========================>..] - ETA: 0s - loss: 0.9670 - accuracy: 0.8746
39/39 [==============================] - 2s 40ms/step - loss: 0.9656 - accuracy: 0.8740

39/39 [==============================] - 2s 49ms/step - loss: 0.9656 - accuracy: 0.8740 - val_loss: 1.4387 - val_accuracy: 0.7688
Epoch 65/100

 1/39 [..............................] - ETA: 0s - loss: 0.9185 - accuracy: 0.9600
 3/39 [=>............................] - ETA: 0s - loss: 0.9281 - accuracy: 0.9200
 5/39 [==>...........................] - ETA: 1s - loss: 0.9678 - accuracy: 0.8880
 7/39 [====>.........................] - ETA: 1s - loss: 0.9695 - accuracy: 0.8771
 9/39 [=====>........................] - ETA: 1s - loss: 0.9458 - accuracy: 0.8800
11/39 [=======>......................] - ETA: 1s - loss: 0.9365 - accuracy: 0.8891
13/39 [=========>....................] - ETA: 0s - loss: 0.9628 - accuracy: 0.8815
15/39 [==========>...................] - ETA: 0s - loss: 0.9680 - accuracy: 0.8773
17/39 [============>.................] - ETA: 0s - loss: 0.9646 - accuracy: 0.8788
19/39 [=============>................] - ETA: 0s - loss: 0.9673 - accuracy: 0.8737
21/39 [===============>..............] - ETA: 0s - loss: 0.9823 - accuracy: 0.8705
23/39 [================>.............] - ETA: 0s - loss: 0.9787 - accuracy: 0.8730
25/39 [==================>...........] - ETA: 0s - loss: 0.9692 - accuracy: 0.8784
27/39 [===================>..........] - ETA: 0s - loss: 0.9633 - accuracy: 0.8815
29/39 [=====================>........] - ETA: 0s - loss: 0.9813 - accuracy: 0.8800
31/39 [======================>.......] - ETA: 0s - loss: 0.9744 - accuracy: 0.8832
33/39 [========================>.....] - ETA: 0s - loss: 0.9690 - accuracy: 0.8855
35/39 [=========================>....] - ETA: 0s - loss: 0.9716 - accuracy: 0.8817
37/39 [===========================>..] - ETA: 0s - loss: 0.9749 - accuracy: 0.8827
39/39 [==============================] - 1s 36ms/step - loss: 0.9735 - accuracy: 0.8823

39/39 [==============================] - 2s 44ms/step - loss: 0.9735 - accuracy: 0.8823 - val_loss: 1.4134 - val_accuracy: 0.7667
Epoch 66/100

 1/39 [..............................] - ETA: 0s - loss: 0.9118 - accuracy: 0.9200
 3/39 [=>............................] - ETA: 0s - loss: 0.8997 - accuracy: 0.9000
 5/39 [==>...........................] - ETA: 1s - loss: 0.9353 - accuracy: 0.8840
 7/39 [====>.........................] - ETA: 1s - loss: 0.9265 - accuracy: 0.8914
 9/39 [=====>........................] - ETA: 1s - loss: 0.9174 - accuracy: 0.8889
11/39 [=======>......................] - ETA: 1s - loss: 0.9228 - accuracy: 0.8909
13/39 [=========>....................] - ETA: 0s - loss: 0.9209 - accuracy: 0.8923
15/39 [==========>...................] - ETA: 0s - loss: 0.9308 - accuracy: 0.8867
17/39 [============>.................] - ETA: 0s - loss: 0.9291 - accuracy: 0.8859
19/39 [=============>................] - ETA: 0s - loss: 0.9367 - accuracy: 0.8874
21/39 [===============>..............] - ETA: 0s - loss: 0.9369 - accuracy: 0.8848
23/39 [================>.............] - ETA: 0s - loss: 0.9341 - accuracy: 0.8826
25/39 [==================>...........] - ETA: 0s - loss: 0.9350 - accuracy: 0.8792
27/39 [===================>..........] - ETA: 0s - loss: 0.9437 - accuracy: 0.8815
29/39 [=====================>........] - ETA: 0s - loss: 0.9423 - accuracy: 0.8793
31/39 [======================>.......] - ETA: 0s - loss: 0.9433 - accuracy: 0.8768
33/39 [========================>.....] - ETA: 0s - loss: 0.9394 - accuracy: 0.8764
35/39 [=========================>....] - ETA: 0s - loss: 0.9418 - accuracy: 0.8737
37/39 [===========================>..] - ETA: 0s - loss: 0.9407 - accuracy: 0.8746
39/39 [==============================] - 2s 40ms/step - loss: 0.9402 - accuracy: 0.8750

39/39 [==============================] - 2s 46ms/step - loss: 0.9402 - accuracy: 0.8750 - val_loss: 1.4612 - val_accuracy: 0.7646
Epoch 67/100

 1/39 [..............................] - ETA: 0s - loss: 0.8538 - accuracy: 0.9400
 3/39 [=>............................] - ETA: 0s - loss: 0.9361 - accuracy: 0.8600
 5/39 [==>...........................] - ETA: 0s - loss: 0.9163 - accuracy: 0.8840
 7/39 [====>.........................] - ETA: 0s - loss: 0.9163 - accuracy: 0.8800
 9/39 [=====>........................] - ETA: 0s - loss: 0.9236 - accuracy: 0.8756
11/39 [=======>......................] - ETA: 0s - loss: 0.9344 - accuracy: 0.8745
13/39 [=========>....................] - ETA: 0s - loss: 0.9443 - accuracy: 0.8785
15/39 [==========>...................] - ETA: 0s - loss: 0.9504 - accuracy: 0.8773
17/39 [============>.................] - ETA: 0s - loss: 0.9530 - accuracy: 0.8753
19/39 [=============>................] - ETA: 0s - loss: 0.9649 - accuracy: 0.8726
21/39 [===============>..............] - ETA: 0s - loss: 0.9697 - accuracy: 0.8743
23/39 [================>.............] - ETA: 0s - loss: 0.9604 - accuracy: 0.8757
25/39 [==================>...........] - ETA: 0s - loss: 0.9606 - accuracy: 0.8768
27/39 [===================>..........] - ETA: 0s - loss: 0.9628 - accuracy: 0.8785
29/39 [=====================>........] - ETA: 0s - loss: 0.9654 - accuracy: 0.8772
31/39 [======================>.......] - ETA: 0s - loss: 0.9648 - accuracy: 0.8794
33/39 [========================>.....] - ETA: 0s - loss: 0.9586 - accuracy: 0.8818
35/39 [=========================>....] - ETA: 0s - loss: 0.9575 - accuracy: 0.8800
37/39 [===========================>..] - ETA: 0s - loss: 0.9580 - accuracy: 0.8789
39/39 [==============================] - 1s 37ms/step - loss: 0.9556 - accuracy: 0.8766

39/39 [==============================] - 2s 46ms/step - loss: 0.9556 - accuracy: 0.8766 - val_loss: 1.4638 - val_accuracy: 0.7312
Epoch 68/100

 1/39 [..............................] - ETA: 0s - loss: 0.9581 - accuracy: 0.8400
 3/39 [=>............................] - ETA: 0s - loss: 0.9248 - accuracy: 0.8400
 5/39 [==>...........................] - ETA: 1s - loss: 0.9001 - accuracy: 0.8800
 7/39 [====>.........................] - ETA: 1s - loss: 0.9147 - accuracy: 0.8914
 9/39 [=====>........................] - ETA: 1s - loss: 0.9004 - accuracy: 0.8911
11/39 [=======>......................] - ETA: 1s - loss: 0.8972 - accuracy: 0.8909
13/39 [=========>....................] - ETA: 0s - loss: 0.8957 - accuracy: 0.8908
15/39 [==========>...................] - ETA: 0s - loss: 0.9034 - accuracy: 0.8947
17/39 [============>.................] - ETA: 0s - loss: 0.9153 - accuracy: 0.8894
19/39 [=============>................] - ETA: 0s - loss: 0.9127 - accuracy: 0.8926
21/39 [===============>..............] - ETA: 0s - loss: 0.9284 - accuracy: 0.8867
23/39 [================>.............] - ETA: 0s - loss: 0.9241 - accuracy: 0.8843
25/39 [==================>...........] - ETA: 0s - loss: 0.9211 - accuracy: 0.8848
27/39 [===================>..........] - ETA: 0s - loss: 0.9301 - accuracy: 0.8785
29/39 [=====================>........] - ETA: 0s - loss: 0.9304 - accuracy: 0.8793
31/39 [======================>.......] - ETA: 0s - loss: 0.9297 - accuracy: 0.8787
33/39 [========================>.....] - ETA: 0s - loss: 0.9309 - accuracy: 0.8758
35/39 [=========================>....] - ETA: 0s - loss: 0.9308 - accuracy: 0.8743
37/39 [===========================>..] - ETA: 0s - loss: 0.9307 - accuracy: 0.8751
39/39 [==============================] - 1s 38ms/step - loss: 0.9297 - accuracy: 0.8760

39/39 [==============================] - 2s 45ms/step - loss: 0.9297 - accuracy: 0.8760 - val_loss: 1.3763 - val_accuracy: 0.7708
Epoch 69/100

 1/39 [..............................] - ETA: 0s - loss: 0.8644 - accuracy: 0.9000
 3/39 [=>............................] - ETA: 0s - loss: 0.8941 - accuracy: 0.9000
 5/39 [==>...........................] - ETA: 0s - loss: 0.9101 - accuracy: 0.8840
 7/39 [====>.........................] - ETA: 0s - loss: 0.9650 - accuracy: 0.8771
 9/39 [=====>........................] - ETA: 0s - loss: 0.9681 - accuracy: 0.8711
11/39 [=======>......................] - ETA: 0s - loss: 0.9519 - accuracy: 0.8782
13/39 [=========>....................] - ETA: 0s - loss: 0.9481 - accuracy: 0.8738
15/39 [==========>...................] - ETA: 0s - loss: 0.9453 - accuracy: 0.8707
17/39 [============>.................] - ETA: 0s - loss: 0.9402 - accuracy: 0.8659
19/39 [=============>................] - ETA: 0s - loss: 0.9500 - accuracy: 0.8653
21/39 [===============>..............] - ETA: 0s - loss: 0.9431 - accuracy: 0.8705
23/39 [================>.............] - ETA: 0s - loss: 0.9334 - accuracy: 0.8730
25/39 [==================>...........] - ETA: 0s - loss: 0.9224 - accuracy: 0.8816
27/39 [===================>..........] - ETA: 0s - loss: 0.9182 - accuracy: 0.8844
29/39 [=====================>........] - ETA: 0s - loss: 0.9168 - accuracy: 0.8821
31/39 [======================>.......] - ETA: 0s - loss: 0.9200 - accuracy: 0.8806
33/39 [========================>.....] - ETA: 0s - loss: 0.9159 - accuracy: 0.8800
35/39 [=========================>....] - ETA: 0s - loss: 0.9166 - accuracy: 0.8800
37/39 [===========================>..] - ETA: 0s - loss: 0.9228 - accuracy: 0.8811
39/39 [==============================] - 1s 38ms/step - loss: 0.9233 - accuracy: 0.8802

39/39 [==============================] - 2s 47ms/step - loss: 0.9233 - accuracy: 0.8802 - val_loss: 1.3756 - val_accuracy: 0.7792
Epoch 70/100

 1/39 [..............................] - ETA: 0s - loss: 0.8458 - accuracy: 0.9400
 3/39 [=>............................] - ETA: 0s - loss: 0.8473 - accuracy: 0.9133
 5/39 [==>...........................] - ETA: 1s - loss: 0.8711 - accuracy: 0.8840
 7/39 [====>.........................] - ETA: 1s - loss: 0.8840 - accuracy: 0.8857
 9/39 [=====>........................] - ETA: 1s - loss: 0.8834 - accuracy: 0.8911
11/39 [=======>......................] - ETA: 1s - loss: 0.8916 - accuracy: 0.8836
13/39 [=========>....................] - ETA: 0s - loss: 0.9074 - accuracy: 0.8877
15/39 [==========>...................] - ETA: 0s - loss: 0.9027 - accuracy: 0.8920
17/39 [============>.................] - ETA: 0s - loss: 0.9068 - accuracy: 0.8941
19/39 [=============>................] - ETA: 0s - loss: 0.9025 - accuracy: 0.8958
21/39 [===============>..............] - ETA: 0s - loss: 0.8968 - accuracy: 0.8971
23/39 [================>.............] - ETA: 0s - loss: 0.8950 - accuracy: 0.8922
25/39 [==================>...........] - ETA: 0s - loss: 0.8920 - accuracy: 0.8936
27/39 [===================>..........] - ETA: 0s - loss: 0.9117 - accuracy: 0.8889
29/39 [=====================>........] - ETA: 0s - loss: 0.9079 - accuracy: 0.8910
31/39 [======================>.......] - ETA: 0s - loss: 0.9103 - accuracy: 0.8903
33/39 [========================>.....] - ETA: 0s - loss: 0.9127 - accuracy: 0.8867
35/39 [=========================>....] - ETA: 0s - loss: 0.9141 - accuracy: 0.8851
37/39 [===========================>..] - ETA: 0s - loss: 0.9165 - accuracy: 0.8816
39/39 [==============================] - 1s 36ms/step - loss: 0.9167 - accuracy: 0.8813

39/39 [==============================] - 2s 43ms/step - loss: 0.9167 - accuracy: 0.8813 - val_loss: 1.3680 - val_accuracy: 0.7479
Epoch 71/100

 1/39 [..............................] - ETA: 0s - loss: 0.9721 - accuracy: 0.8200
 3/39 [=>............................] - ETA: 0s - loss: 0.8877 - accuracy: 0.8733
 5/39 [==>...........................] - ETA: 0s - loss: 0.8909 - accuracy: 0.8720
 7/39 [====>.........................] - ETA: 0s - loss: 0.9688 - accuracy: 0.8514
 9/39 [=====>........................] - ETA: 0s - loss: 0.9410 - accuracy: 0.8667
11/39 [=======>......................] - ETA: 0s - loss: 0.9343 - accuracy: 0.8673
13/39 [=========>....................] - ETA: 0s - loss: 0.9247 - accuracy: 0.8692
15/39 [==========>...................] - ETA: 0s - loss: 0.9166 - accuracy: 0.8787
17/39 [============>.................] - ETA: 0s - loss: 0.9189 - accuracy: 0.8776
19/39 [=============>................] - ETA: 0s - loss: 0.9207 - accuracy: 0.8789
21/39 [===============>..............] - ETA: 0s - loss: 0.9125 - accuracy: 0.8838
23/39 [================>.............] - ETA: 0s - loss: 0.9127 - accuracy: 0.8835
25/39 [==================>...........] - ETA: 0s - loss: 0.9125 - accuracy: 0.8816
27/39 [===================>..........] - ETA: 0s - loss: 0.9159 - accuracy: 0.8785
29/39 [=====================>........] - ETA: 0s - loss: 0.9310 - accuracy: 0.8786
31/39 [======================>.......] - ETA: 0s - loss: 0.9287 - accuracy: 0.8774
33/39 [========================>.....] - ETA: 0s - loss: 0.9263 - accuracy: 0.8788
35/39 [=========================>....] - ETA: 0s - loss: 0.9255 - accuracy: 0.8783
37/39 [===========================>..] - ETA: 0s - loss: 0.9236 - accuracy: 0.8778
39/39 [==============================] - 2s 39ms/step - loss: 0.9243 - accuracy: 0.8755

39/39 [==============================] - 2s 48ms/step - loss: 0.9243 - accuracy: 0.8755 - val_loss: 1.3754 - val_accuracy: 0.7750
Epoch 72/100

 1/39 [..............................] - ETA: 0s - loss: 1.0094 - accuracy: 0.8400
 3/39 [=>............................] - ETA: 0s - loss: 0.9537 - accuracy: 0.8400
 5/39 [==>...........................] - ETA: 1s - loss: 0.9483 - accuracy: 0.8560
 7/39 [====>.........................] - ETA: 1s - loss: 0.9136 - accuracy: 0.8657
 9/39 [=====>........................] - ETA: 1s - loss: 0.9039 - accuracy: 0.8733
11/39 [=======>......................] - ETA: 1s - loss: 0.8940 - accuracy: 0.8873
13/39 [=========>....................] - ETA: 0s - loss: 0.8787 - accuracy: 0.8954
15/39 [==========>...................] - ETA: 0s - loss: 0.8756 - accuracy: 0.8987
17/39 [============>.................] - ETA: 0s - loss: 0.8864 - accuracy: 0.8988
19/39 [=============>................] - ETA: 0s - loss: 0.8848 - accuracy: 0.8958
21/39 [===============>..............] - ETA: 0s - loss: 0.8885 - accuracy: 0.8905
23/39 [================>.............] - ETA: 0s - loss: 0.8885 - accuracy: 0.8904
25/39 [==================>...........] - ETA: 0s - loss: 0.8845 - accuracy: 0.8912
27/39 [===================>..........] - ETA: 0s - loss: 0.8838 - accuracy: 0.8919
29/39 [=====================>........] - ETA: 0s - loss: 0.8874 - accuracy: 0.8938
31/39 [======================>.......] - ETA: 0s - loss: 0.8923 - accuracy: 0.8877
33/39 [========================>.....] - ETA: 0s - loss: 0.8919 - accuracy: 0.8915
35/39 [=========================>....] - ETA: 0s - loss: 0.8952 - accuracy: 0.8897
37/39 [===========================>..] - ETA: 0s - loss: 0.8922 - accuracy: 0.8903
39/39 [==============================] - 1s 37ms/step - loss: 0.8918 - accuracy: 0.8906

39/39 [==============================] - 2s 43ms/step - loss: 0.8918 - accuracy: 0.8906 - val_loss: 1.4000 - val_accuracy: 0.7812
Epoch 73/100

 1/39 [..............................] - ETA: 0s - loss: 0.8939 - accuracy: 0.8600
 3/39 [=>............................] - ETA: 0s - loss: 0.8551 - accuracy: 0.8733
 5/39 [==>...........................] - ETA: 1s - loss: 0.8595 - accuracy: 0.8880
 7/39 [====>.........................] - ETA: 1s - loss: 0.8445 - accuracy: 0.9086
 9/39 [=====>........................] - ETA: 1s - loss: 0.8778 - accuracy: 0.9044
11/39 [=======>......................] - ETA: 1s - loss: 0.8812 - accuracy: 0.9036
13/39 [=========>....................] - ETA: 0s - loss: 0.8902 - accuracy: 0.9031
15/39 [==========>...................] - ETA: 0s - loss: 0.8948 - accuracy: 0.9040
17/39 [============>.................] - ETA: 0s - loss: 0.8879 - accuracy: 0.8988
19/39 [=============>................] - ETA: 0s - loss: 0.8827 - accuracy: 0.8979
21/39 [===============>..............] - ETA: 0s - loss: 0.8824 - accuracy: 0.8971
23/39 [================>.............] - ETA: 0s - loss: 0.8841 - accuracy: 0.8974
25/39 [==================>...........] - ETA: 0s - loss: 0.8824 - accuracy: 0.8976
27/39 [===================>..........] - ETA: 0s - loss: 0.8819 - accuracy: 0.8985
29/39 [=====================>........] - ETA: 0s - loss: 0.8847 - accuracy: 0.8952
31/39 [======================>.......] - ETA: 0s - loss: 0.8846 - accuracy: 0.8955
33/39 [========================>.....] - ETA: 0s - loss: 0.8815 - accuracy: 0.8945
35/39 [=========================>....] - ETA: 0s - loss: 0.8764 - accuracy: 0.8977
37/39 [===========================>..] - ETA: 0s - loss: 0.8729 - accuracy: 0.8978
39/39 [==============================] - 2s 40ms/step - loss: 0.8726 - accuracy: 0.8958

39/39 [==============================] - 2s 49ms/step - loss: 0.8726 - accuracy: 0.8958 - val_loss: 1.4653 - val_accuracy: 0.7771
Epoch 74/100

 1/39 [..............................] - ETA: 0s - loss: 0.7918 - accuracy: 0.9200
 3/39 [=>............................] - ETA: 0s - loss: 0.8330 - accuracy: 0.8867
 5/39 [==>...........................] - ETA: 1s - loss: 0.8125 - accuracy: 0.9040
 7/39 [====>.........................] - ETA: 1s - loss: 0.8543 - accuracy: 0.8886
 9/39 [=====>........................] - ETA: 1s - loss: 0.8492 - accuracy: 0.8933
11/39 [=======>......................] - ETA: 1s - loss: 0.8491 - accuracy: 0.8982
13/39 [=========>....................] - ETA: 0s - loss: 0.8532 - accuracy: 0.9015
15/39 [==========>...................] - ETA: 0s - loss: 0.8512 - accuracy: 0.9040
17/39 [============>.................] - ETA: 0s - loss: 0.8467 - accuracy: 0.9047
19/39 [=============>................] - ETA: 0s - loss: 0.8453 - accuracy: 0.9042
21/39 [===============>..............] - ETA: 0s - loss: 0.8450 - accuracy: 0.9019
23/39 [================>.............] - ETA: 0s - loss: 0.8456 - accuracy: 0.9043
25/39 [==================>...........] - ETA: 0s - loss: 0.8453 - accuracy: 0.9040
27/39 [===================>..........] - ETA: 0s - loss: 0.8465 - accuracy: 0.9044
29/39 [=====================>........] - ETA: 0s - loss: 0.8458 - accuracy: 0.9000
31/39 [======================>.......] - ETA: 0s - loss: 0.8460 - accuracy: 0.8994
33/39 [========================>.....] - ETA: 0s - loss: 0.8490 - accuracy: 0.8958
35/39 [=========================>....] - ETA: 0s - loss: 0.8499 - accuracy: 0.8954
37/39 [===========================>..] - ETA: 0s - loss: 0.8486 - accuracy: 0.8978
39/39 [==============================] - 1s 35ms/step - loss: 0.8496 - accuracy: 0.8964

39/39 [==============================] - 2s 44ms/step - loss: 0.8496 - accuracy: 0.8964 - val_loss: 1.4708 - val_accuracy: 0.7771
Epoch 75/100

 1/39 [..............................] - ETA: 0s - loss: 0.8836 - accuracy: 0.9400
 3/39 [=>............................] - ETA: 0s - loss: 0.8762 - accuracy: 0.9067
 5/39 [==>...........................] - ETA: 1s - loss: 0.8616 - accuracy: 0.8920
 7/39 [====>.........................] - ETA: 1s - loss: 0.8527 - accuracy: 0.9057
 9/39 [=====>........................] - ETA: 1s - loss: 0.8592 - accuracy: 0.9000
11/39 [=======>......................] - ETA: 1s - loss: 0.8468 - accuracy: 0.9055
13/39 [=========>....................] - ETA: 0s - loss: 0.8490 - accuracy: 0.9046
15/39 [==========>...................] - ETA: 0s - loss: 0.8456 - accuracy: 0.9027
17/39 [============>.................] - ETA: 0s - loss: 0.8479 - accuracy: 0.8988
19/39 [=============>................] - ETA: 0s - loss: 0.8500 - accuracy: 0.9011
21/39 [===============>..............] - ETA: 0s - loss: 0.8443 - accuracy: 0.8981
23/39 [================>.............] - ETA: 0s - loss: 0.8399 - accuracy: 0.9009
25/39 [==================>...........] - ETA: 0s - loss: 0.8423 - accuracy: 0.9016
27/39 [===================>..........] - ETA: 0s - loss: 0.8444 - accuracy: 0.8970
29/39 [=====================>........] - ETA: 0s - loss: 0.8490 - accuracy: 0.8972
31/39 [======================>.......] - ETA: 0s - loss: 0.8514 - accuracy: 0.8948
33/39 [========================>.....] - ETA: 0s - loss: 0.8501 - accuracy: 0.8952
35/39 [=========================>....] - ETA: 0s - loss: 0.8499 - accuracy: 0.8954
37/39 [===========================>..] - ETA: 0s - loss: 0.8505 - accuracy: 0.8973
39/39 [==============================] - 2s 40ms/step - loss: 0.8483 - accuracy: 0.9000

39/39 [==============================] - 2s 47ms/step - loss: 0.8483 - accuracy: 0.9000 - val_loss: 1.4772 - val_accuracy: 0.7979
Epoch 76/100

 1/39 [..............................] - ETA: 0s - loss: 0.8899 - accuracy: 0.8600
 3/39 [=>............................] - ETA: 0s - loss: 0.8195 - accuracy: 0.9067
 5/39 [==>...........................] - ETA: 0s - loss: 0.8418 - accuracy: 0.9120
 7/39 [====>.........................] - ETA: 0s - loss: 0.8612 - accuracy: 0.9143
 9/39 [=====>........................] - ETA: 0s - loss: 0.8535 - accuracy: 0.9044
11/39 [=======>......................] - ETA: 0s - loss: 0.8531 - accuracy: 0.8982
13/39 [=========>....................] - ETA: 0s - loss: 0.8493 - accuracy: 0.8985
15/39 [==========>...................] - ETA: 0s - loss: 0.8456 - accuracy: 0.8973
17/39 [============>.................] - ETA: 0s - loss: 0.8393 - accuracy: 0.9000
19/39 [=============>................] - ETA: 0s - loss: 0.8362 - accuracy: 0.9032
21/39 [===============>..............] - ETA: 0s - loss: 0.8444 - accuracy: 0.8990
23/39 [================>.............] - ETA: 0s - loss: 0.8430 - accuracy: 0.8983
25/39 [==================>...........] - ETA: 0s - loss: 0.8418 - accuracy: 0.8992
27/39 [===================>..........] - ETA: 0s - loss: 0.8432 - accuracy: 0.8993
29/39 [=====================>........] - ETA: 0s - loss: 0.8441 - accuracy: 0.8993
31/39 [======================>.......] - ETA: 0s - loss: 0.8467 - accuracy: 0.9000
33/39 [========================>.....] - ETA: 0s - loss: 0.8475 - accuracy: 0.8982
35/39 [=========================>....] - ETA: 0s - loss: 0.8487 - accuracy: 0.8966
37/39 [===========================>..] - ETA: 0s - loss: 0.8485 - accuracy: 0.8973
39/39 [==============================] - 1s 37ms/step - loss: 0.8450 - accuracy: 0.8995

39/39 [==============================] - 2s 45ms/step - loss: 0.8450 - accuracy: 0.8995 - val_loss: 1.4168 - val_accuracy: 0.7917
Epoch 77/100

 1/39 [..............................] - ETA: 0s - loss: 0.8091 - accuracy: 0.8800
 3/39 [=>............................] - ETA: 0s - loss: 0.8021 - accuracy: 0.9067
 5/39 [==>...........................] - ETA: 1s - loss: 0.8169 - accuracy: 0.9200
 7/39 [====>.........................] - ETA: 1s - loss: 0.8193 - accuracy: 0.9171
 9/39 [=====>........................] - ETA: 1s - loss: 0.8220 - accuracy: 0.9022
11/39 [=======>......................] - ETA: 1s - loss: 0.8183 - accuracy: 0.9018
13/39 [=========>....................] - ETA: 0s - loss: 0.8158 - accuracy: 0.9062
15/39 [==========>...................] - ETA: 0s - loss: 0.8377 - accuracy: 0.9000
17/39 [============>.................] - ETA: 0s - loss: 0.8309 - accuracy: 0.9012
19/39 [=============>................] - ETA: 0s - loss: 0.8439 - accuracy: 0.8958
21/39 [===============>..............] - ETA: 0s - loss: 0.8439 - accuracy: 0.8971
23/39 [================>.............] - ETA: 0s - loss: 0.8474 - accuracy: 0.8983
25/39 [==================>...........] - ETA: 0s - loss: 0.8467 - accuracy: 0.9008
27/39 [===================>..........] - ETA: 0s - loss: 0.8536 - accuracy: 0.9000
29/39 [=====================>........] - ETA: 0s - loss: 0.8520 - accuracy: 0.8986
31/39 [======================>.......] - ETA: 0s - loss: 0.8544 - accuracy: 0.8968
33/39 [========================>.....] - ETA: 0s - loss: 0.8618 - accuracy: 0.8927
35/39 [=========================>....] - ETA: 0s - loss: 0.8687 - accuracy: 0.8931
37/39 [===========================>..] - ETA: 0s - loss: 0.8712 - accuracy: 0.8903
39/39 [==============================] - 2s 39ms/step - loss: 0.8703 - accuracy: 0.8911

39/39 [==============================] - 2s 45ms/step - loss: 0.8703 - accuracy: 0.8911 - val_loss: 1.5344 - val_accuracy: 0.7875
Epoch 78/100

 1/39 [..............................] - ETA: 0s - loss: 0.7832 - accuracy: 0.9000
 3/39 [=>............................] - ETA: 0s - loss: 0.7910 - accuracy: 0.9400
 5/39 [==>...........................] - ETA: 0s - loss: 0.8487 - accuracy: 0.9120
 7/39 [====>.........................] - ETA: 0s - loss: 0.8527 - accuracy: 0.9143
 9/39 [=====>........................] - ETA: 0s - loss: 0.8592 - accuracy: 0.9067
11/39 [=======>......................] - ETA: 0s - loss: 0.8488 - accuracy: 0.9055
13/39 [=========>....................] - ETA: 0s - loss: 0.8449 - accuracy: 0.9046
15/39 [==========>...................] - ETA: 0s - loss: 0.8398 - accuracy: 0.9093
17/39 [============>.................] - ETA: 0s - loss: 0.8351 - accuracy: 0.9059
19/39 [=============>................] - ETA: 0s - loss: 0.8384 - accuracy: 0.9042
21/39 [===============>..............] - ETA: 0s - loss: 0.8442 - accuracy: 0.9010
23/39 [================>.............] - ETA: 0s - loss: 0.8636 - accuracy: 0.8957
25/39 [==================>...........] - ETA: 0s - loss: 0.8621 - accuracy: 0.8960
27/39 [===================>..........] - ETA: 0s - loss: 0.8627 - accuracy: 0.8963
29/39 [=====================>........] - ETA: 0s - loss: 0.8626 - accuracy: 0.8931
31/39 [======================>.......] - ETA: 0s - loss: 0.8685 - accuracy: 0.8916
33/39 [========================>.....] - ETA: 0s - loss: 0.8663 - accuracy: 0.8927
35/39 [=========================>....] - ETA: 0s - loss: 0.8675 - accuracy: 0.8937
37/39 [===========================>..] - ETA: 0s - loss: 0.8730 - accuracy: 0.8946
39/39 [==============================] - 1s 38ms/step - loss: 0.8738 - accuracy: 0.8906

39/39 [==============================] - 2s 46ms/step - loss: 0.8738 - accuracy: 0.8906 - val_loss: 1.4429 - val_accuracy: 0.7854
Epoch 79/100

 1/39 [..............................] - ETA: 0s - loss: 0.8679 - accuracy: 0.8400
 3/39 [=>............................] - ETA: 0s - loss: 0.8309 - accuracy: 0.8733
 5/39 [==>...........................] - ETA: 1s - loss: 0.8676 - accuracy: 0.8720
 7/39 [====>.........................] - ETA: 1s - loss: 0.8721 - accuracy: 0.8771
 9/39 [=====>........................] - ETA: 1s - loss: 0.8826 - accuracy: 0.8822
11/39 [=======>......................] - ETA: 1s - loss: 0.8819 - accuracy: 0.8927
13/39 [=========>....................] - ETA: 0s - loss: 0.8771 - accuracy: 0.8892
15/39 [==========>...................] - ETA: 0s - loss: 0.8705 - accuracy: 0.8960
17/39 [============>.................] - ETA: 0s - loss: 0.8833 - accuracy: 0.8953
19/39 [=============>................] - ETA: 0s - loss: 0.8747 - accuracy: 0.8937
21/39 [===============>..............] - ETA: 0s - loss: 0.8782 - accuracy: 0.8933
23/39 [================>.............] - ETA: 0s - loss: 0.8760 - accuracy: 0.8948
25/39 [==================>...........] - ETA: 0s - loss: 0.8775 - accuracy: 0.8936
27/39 [===================>..........] - ETA: 0s - loss: 0.8702 - accuracy: 0.8941
29/39 [=====================>........] - ETA: 0s - loss: 0.8696 - accuracy: 0.8938
31/39 [======================>.......] - ETA: 0s - loss: 0.8800 - accuracy: 0.8948
33/39 [========================>.....] - ETA: 0s - loss: 0.8755 - accuracy: 0.8964
35/39 [=========================>....] - ETA: 0s - loss: 0.8701 - accuracy: 0.8937
37/39 [===========================>..] - ETA: 0s - loss: 0.8705 - accuracy: 0.8930
39/39 [==============================] - 1s 37ms/step - loss: 0.8732 - accuracy: 0.8911

39/39 [==============================] - 2s 43ms/step - loss: 0.8732 - accuracy: 0.8911 - val_loss: 1.3851 - val_accuracy: 0.7625
Epoch 80/100

 1/39 [..............................] - ETA: 0s - loss: 0.8435 - accuracy: 0.8600
 3/39 [=>............................] - ETA: 0s - loss: 0.8179 - accuracy: 0.8867
 5/39 [==>...........................] - ETA: 1s - loss: 0.8033 - accuracy: 0.8800
 7/39 [====>.........................] - ETA: 1s - loss: 0.8175 - accuracy: 0.8800
 9/39 [=====>........................] - ETA: 1s - loss: 0.8333 - accuracy: 0.8867
11/39 [=======>......................] - ETA: 1s - loss: 0.8326 - accuracy: 0.8891
13/39 [=========>....................] - ETA: 0s - loss: 0.8291 - accuracy: 0.8892
15/39 [==========>...................] - ETA: 0s - loss: 0.8365 - accuracy: 0.8933
17/39 [============>.................] - ETA: 0s - loss: 0.8371 - accuracy: 0.8965
19/39 [=============>................] - ETA: 0s - loss: 0.8347 - accuracy: 0.8968
21/39 [===============>..............] - ETA: 0s - loss: 0.8413 - accuracy: 0.8952
23/39 [================>.............] - ETA: 0s - loss: 0.8457 - accuracy: 0.8896
25/39 [==================>...........] - ETA: 0s - loss: 0.8443 - accuracy: 0.8896
27/39 [===================>..........] - ETA: 0s - loss: 0.8466 - accuracy: 0.8889
29/39 [=====================>........] - ETA: 0s - loss: 0.8434 - accuracy: 0.8917
31/39 [======================>.......] - ETA: 0s - loss: 0.8396 - accuracy: 0.8929
33/39 [========================>.....] - ETA: 0s - loss: 0.8372 - accuracy: 0.8927
35/39 [=========================>....] - ETA: 0s - loss: 0.8404 - accuracy: 0.8926
37/39 [===========================>..] - ETA: 0s - loss: 0.8409 - accuracy: 0.8941
39/39 [==============================] - 2s 40ms/step - loss: 0.8375 - accuracy: 0.8953

39/39 [==============================] - 2s 48ms/step - loss: 0.8375 - accuracy: 0.8953 - val_loss: 1.3983 - val_accuracy: 0.7667
Epoch 81/100

 1/39 [..............................] - ETA: 0s - loss: 0.7667 - accuracy: 0.8800
 3/39 [=>............................] - ETA: 0s - loss: 0.7887 - accuracy: 0.8733
 5/39 [==>...........................] - ETA: 1s - loss: 0.7901 - accuracy: 0.8760
 7/39 [====>.........................] - ETA: 1s - loss: 0.8271 - accuracy: 0.8800
 9/39 [=====>........................] - ETA: 1s - loss: 0.8313 - accuracy: 0.8800
11/39 [=======>......................] - ETA: 1s - loss: 0.8529 - accuracy: 0.8855
13/39 [=========>....................] - ETA: 0s - loss: 0.8618 - accuracy: 0.8831
15/39 [==========>...................] - ETA: 0s - loss: 0.8468 - accuracy: 0.8893
17/39 [============>.................] - ETA: 0s - loss: 0.8467 - accuracy: 0.8859
19/39 [=============>................] - ETA: 0s - loss: 0.8467 - accuracy: 0.8821
21/39 [===============>..............] - ETA: 0s - loss: 0.8496 - accuracy: 0.8819
23/39 [================>.............] - ETA: 0s - loss: 0.8515 - accuracy: 0.8835
25/39 [==================>...........] - ETA: 0s - loss: 0.8463 - accuracy: 0.8872
27/39 [===================>..........] - ETA: 0s - loss: 0.8496 - accuracy: 0.8837
29/39 [=====================>........] - ETA: 0s - loss: 0.8580 - accuracy: 0.8841
31/39 [======================>.......] - ETA: 0s - loss: 0.8578 - accuracy: 0.8839
33/39 [========================>.....] - ETA: 0s - loss: 0.8565 - accuracy: 0.8818
35/39 [=========================>....] - ETA: 0s - loss: 0.8509 - accuracy: 0.8829
37/39 [===========================>..] - ETA: 0s - loss: 0.8490 - accuracy: 0.8849
39/39 [==============================] - 1s 35ms/step - loss: 0.8487 - accuracy: 0.8849

39/39 [==============================] - 2s 42ms/step - loss: 0.8487 - accuracy: 0.8849 - val_loss: 1.5364 - val_accuracy: 0.8208
Epoch 82/100

 1/39 [..............................] - ETA: 0s - loss: 0.7986 - accuracy: 0.9200
 3/39 [=>............................] - ETA: 1s - loss: 0.8073 - accuracy: 0.8867
 5/39 [==>...........................] - ETA: 1s - loss: 0.8130 - accuracy: 0.8960
 7/39 [====>.........................] - ETA: 1s - loss: 0.8010 - accuracy: 0.9057
 9/39 [=====>........................] - ETA: 1s - loss: 0.8134 - accuracy: 0.8978
11/39 [=======>......................] - ETA: 1s - loss: 0.8071 - accuracy: 0.9055
13/39 [=========>....................] - ETA: 0s - loss: 0.8035 - accuracy: 0.9092
15/39 [==========>...................] - ETA: 0s - loss: 0.8077 - accuracy: 0.9080
17/39 [============>.................] - ETA: 0s - loss: 0.8043 - accuracy: 0.9024
19/39 [=============>................] - ETA: 0s - loss: 0.8042 - accuracy: 0.9042
21/39 [===============>..............] - ETA: 0s - loss: 0.8018 - accuracy: 0.9057
23/39 [================>.............] - ETA: 0s - loss: 0.8119 - accuracy: 0.9070
25/39 [==================>...........] - ETA: 0s - loss: 0.8135 - accuracy: 0.9048
27/39 [===================>..........] - ETA: 0s - loss: 0.8163 - accuracy: 0.9007
29/39 [=====================>........] - ETA: 0s - loss: 0.8221 - accuracy: 0.8979
31/39 [======================>.......] - ETA: 0s - loss: 0.8222 - accuracy: 0.8955
33/39 [========================>.....] - ETA: 0s - loss: 0.8250 - accuracy: 0.8952
35/39 [=========================>....] - ETA: 0s - loss: 0.8274 - accuracy: 0.8931
37/39 [===========================>..] - ETA: 0s - loss: 0.8275 - accuracy: 0.8941
39/39 [==============================] - 2s 40ms/step - loss: 0.8272 - accuracy: 0.8953

39/39 [==============================] - 2s 49ms/step - loss: 0.8272 - accuracy: 0.8953 - val_loss: 1.4269 - val_accuracy: 0.7625
Epoch 83/100

 1/39 [..............................] - ETA: 0s - loss: 0.9783 - accuracy: 0.8400
 3/39 [=>............................] - ETA: 0s - loss: 0.8432 - accuracy: 0.8800
 5/39 [==>...........................] - ETA: 0s - loss: 0.8398 - accuracy: 0.9040
 7/39 [====>.........................] - ETA: 0s - loss: 0.8451 - accuracy: 0.8914
 9/39 [=====>........................] - ETA: 0s - loss: 0.8391 - accuracy: 0.8933
11/39 [=======>......................] - ETA: 0s - loss: 0.8289 - accuracy: 0.8909
13/39 [=========>....................] - ETA: 0s - loss: 0.8240 - accuracy: 0.8908
15/39 [==========>...................] - ETA: 0s - loss: 0.8298 - accuracy: 0.8880
17/39 [============>.................] - ETA: 0s - loss: 0.8208 - accuracy: 0.8929
19/39 [=============>................] - ETA: 0s - loss: 0.8120 - accuracy: 0.8979
21/39 [===============>..............] - ETA: 0s - loss: 0.8049 - accuracy: 0.9010
23/39 [================>.............] - ETA: 0s - loss: 0.8221 - accuracy: 0.8913
25/39 [==================>...........] - ETA: 0s - loss: 0.8192 - accuracy: 0.8936
27/39 [===================>..........] - ETA: 0s - loss: 0.8187 - accuracy: 0.8948
29/39 [=====================>........] - ETA: 0s - loss: 0.8180 - accuracy: 0.8972
31/39 [======================>.......] - ETA: 0s - loss: 0.8143 - accuracy: 0.8981
33/39 [========================>.....] - ETA: 0s - loss: 0.8137 - accuracy: 0.8994
35/39 [=========================>....] - ETA: 0s - loss: 0.8137 - accuracy: 0.8989
37/39 [===========================>..] - ETA: 0s - loss: 0.8142 - accuracy: 0.8984
39/39 [==============================] - 1s 34ms/step - loss: 0.8170 - accuracy: 0.8969

39/39 [==============================] - 2s 43ms/step - loss: 0.8170 - accuracy: 0.8969 - val_loss: 1.4062 - val_accuracy: 0.7812
Epoch 84/100

 1/39 [..............................] - ETA: 0s - loss: 0.9641 - accuracy: 0.8000
 3/39 [=>............................] - ETA: 0s - loss: 0.8173 - accuracy: 0.8600
 5/39 [==>...........................] - ETA: 1s - loss: 0.7856 - accuracy: 0.8800
 7/39 [====>.........................] - ETA: 1s - loss: 0.7806 - accuracy: 0.8914
 9/39 [=====>........................] - ETA: 1s - loss: 0.7989 - accuracy: 0.8889
11/39 [=======>......................] - ETA: 1s - loss: 0.7910 - accuracy: 0.8982
13/39 [=========>....................] - ETA: 0s - loss: 0.7875 - accuracy: 0.9000
15/39 [==========>...................] - ETA: 0s - loss: 0.8018 - accuracy: 0.8947
17/39 [============>.................] - ETA: 0s - loss: 0.8035 - accuracy: 0.8929
19/39 [=============>................] - ETA: 0s - loss: 0.8026 - accuracy: 0.8958
21/39 [===============>..............] - ETA: 0s - loss: 0.7999 - accuracy: 0.8952
23/39 [================>.............] - ETA: 0s - loss: 0.8179 - accuracy: 0.8948
25/39 [==================>...........] - ETA: 0s - loss: 0.8206 - accuracy: 0.8936
27/39 [===================>..........] - ETA: 0s - loss: 0.8171 - accuracy: 0.8956
29/39 [=====================>........] - ETA: 0s - loss: 0.8157 - accuracy: 0.8959
31/39 [======================>.......] - ETA: 0s - loss: 0.8139 - accuracy: 0.8974
33/39 [========================>.....] - ETA: 0s - loss: 0.8089 - accuracy: 0.8994
35/39 [=========================>....] - ETA: 0s - loss: 0.8051 - accuracy: 0.9011
37/39 [===========================>..] - ETA: 0s - loss: 0.8132 - accuracy: 0.8978
39/39 [==============================] - 2s 40ms/step - loss: 0.8122 - accuracy: 0.8979

39/39 [==============================] - 2s 47ms/step - loss: 0.8122 - accuracy: 0.8979 - val_loss: 1.3602 - val_accuracy: 0.7771
Epoch 85/100

 1/39 [..............................] - ETA: 0s - loss: 0.9207 - accuracy: 0.8800
 3/39 [=>............................] - ETA: 0s - loss: 0.7876 - accuracy: 0.9467
 5/39 [==>...........................] - ETA: 0s - loss: 0.7869 - accuracy: 0.9160
 7/39 [====>.........................] - ETA: 0s - loss: 0.8229 - accuracy: 0.9029
 9/39 [=====>........................] - ETA: 0s - loss: 0.8110 - accuracy: 0.9000
11/39 [=======>......................] - ETA: 0s - loss: 0.8340 - accuracy: 0.8964
13/39 [=========>....................] - ETA: 0s - loss: 0.8314 - accuracy: 0.9015
15/39 [==========>...................] - ETA: 0s - loss: 0.8397 - accuracy: 0.9013
17/39 [============>.................] - ETA: 0s - loss: 0.8318 - accuracy: 0.8988
19/39 [=============>................] - ETA: 0s - loss: 0.8225 - accuracy: 0.9021
21/39 [===============>..............] - ETA: 0s - loss: 0.8279 - accuracy: 0.8943
23/39 [================>.............] - ETA: 0s - loss: 0.8325 - accuracy: 0.8930
25/39 [==================>...........] - ETA: 0s - loss: 0.8290 - accuracy: 0.8920
27/39 [===================>..........] - ETA: 0s - loss: 0.8263 - accuracy: 0.8926
29/39 [=====================>........] - ETA: 0s - loss: 0.8262 - accuracy: 0.8910
31/39 [======================>.......] - ETA: 0s - loss: 0.8288 - accuracy: 0.8897
33/39 [========================>.....] - ETA: 0s - loss: 0.8251 - accuracy: 0.8921
35/39 [=========================>....] - ETA: 0s - loss: 0.8217 - accuracy: 0.8920
37/39 [===========================>..] - ETA: 0s - loss: 0.8179 - accuracy: 0.8914
39/39 [==============================] - 1s 36ms/step - loss: 0.8168 - accuracy: 0.8901

39/39 [==============================] - 2s 45ms/step - loss: 0.8168 - accuracy: 0.8901 - val_loss: 1.4381 - val_accuracy: 0.7854
Epoch 86/100

 1/39 [..............................] - ETA: 0s - loss: 0.7596 - accuracy: 0.9800
 3/39 [=>............................] - ETA: 0s - loss: 0.8050 - accuracy: 0.9400
 5/39 [==>...........................] - ETA: 1s - loss: 0.8015 - accuracy: 0.9160
 7/39 [====>.........................] - ETA: 1s - loss: 0.7793 - accuracy: 0.9200
 9/39 [=====>........................] - ETA: 1s - loss: 0.7620 - accuracy: 0.9267
11/39 [=======>......................] - ETA: 1s - loss: 0.7647 - accuracy: 0.9236
13/39 [=========>....................] - ETA: 0s - loss: 0.7817 - accuracy: 0.9108
15/39 [==========>...................] - ETA: 0s - loss: 0.7921 - accuracy: 0.9120
17/39 [============>.................] - ETA: 0s - loss: 0.8028 - accuracy: 0.9094
19/39 [=============>................] - ETA: 0s - loss: 0.8074 - accuracy: 0.9084
21/39 [===============>..............] - ETA: 0s - loss: 0.8071 - accuracy: 0.9029
23/39 [================>.............] - ETA: 0s - loss: 0.8004 - accuracy: 0.9035
25/39 [==================>...........] - ETA: 0s - loss: 0.7995 - accuracy: 0.9016
27/39 [===================>..........] - ETA: 0s - loss: 0.7979 - accuracy: 0.9030
29/39 [=====================>........] - ETA: 0s - loss: 0.7967 - accuracy: 0.9021
31/39 [======================>.......] - ETA: 0s - loss: 0.7960 - accuracy: 0.8981
33/39 [========================>.....] - ETA: 0s - loss: 0.7924 - accuracy: 0.9006
35/39 [=========================>....] - ETA: 0s - loss: 0.7903 - accuracy: 0.8994
37/39 [===========================>..] - ETA: 0s - loss: 0.7872 - accuracy: 0.9011
39/39 [==============================] - 1s 37ms/step - loss: 0.7839 - accuracy: 0.9026

39/39 [==============================] - 2s 44ms/step - loss: 0.7839 - accuracy: 0.9026 - val_loss: 1.4611 - val_accuracy: 0.8021
Epoch 87/100

 1/39 [..............................] - ETA: 0s - loss: 0.7549 - accuracy: 0.9400
 3/39 [=>............................] - ETA: 0s - loss: 0.7341 - accuracy: 0.9267
 5/39 [==>...........................] - ETA: 0s - loss: 0.7580 - accuracy: 0.9240
 7/39 [====>.........................] - ETA: 0s - loss: 0.7561 - accuracy: 0.9286
 9/39 [=====>........................] - ETA: 1s - loss: 0.7713 - accuracy: 0.9356
11/39 [=======>......................] - ETA: 0s - loss: 0.7662 - accuracy: 0.9309
13/39 [=========>....................] - ETA: 0s - loss: 0.7753 - accuracy: 0.9246
15/39 [==========>...................] - ETA: 0s - loss: 0.7698 - accuracy: 0.9240
17/39 [============>.................] - ETA: 0s - loss: 0.7836 - accuracy: 0.9200
19/39 [=============>................] - ETA: 0s - loss: 0.7730 - accuracy: 0.9263
21/39 [===============>..............] - ETA: 0s - loss: 0.7719 - accuracy: 0.9267
23/39 [================>.............] - ETA: 0s - loss: 0.7721 - accuracy: 0.9261
25/39 [==================>...........] - ETA: 0s - loss: 0.7667 - accuracy: 0.9312
27/39 [===================>..........] - ETA: 0s - loss: 0.7670 - accuracy: 0.9304
29/39 [=====================>........] - ETA: 0s - loss: 0.7689 - accuracy: 0.9297
31/39 [======================>.......] - ETA: 0s - loss: 0.7686 - accuracy: 0.9316
33/39 [========================>.....] - ETA: 0s - loss: 0.7718 - accuracy: 0.9279
35/39 [=========================>....] - ETA: 0s - loss: 0.7723 - accuracy: 0.9251
37/39 [===========================>..] - ETA: 0s - loss: 0.7748 - accuracy: 0.9222
39/39 [==============================] - 2s 39ms/step - loss: 0.7740 - accuracy: 0.9219

39/39 [==============================] - 2s 48ms/step - loss: 0.7740 - accuracy: 0.9219 - val_loss: 1.3854 - val_accuracy: 0.7750
Epoch 88/100

 1/39 [..............................] - ETA: 0s - loss: 0.7629 - accuracy: 0.8600
 3/39 [=>............................] - ETA: 0s - loss: 0.7203 - accuracy: 0.9200
 5/39 [==>...........................] - ETA: 1s - loss: 0.7043 - accuracy: 0.9240
 7/39 [====>.........................] - ETA: 1s - loss: 0.7059 - accuracy: 0.9286
 9/39 [=====>........................] - ETA: 1s - loss: 0.7261 - accuracy: 0.9200
11/39 [=======>......................] - ETA: 0s - loss: 0.7273 - accuracy: 0.9182
13/39 [=========>....................] - ETA: 0s - loss: 0.7317 - accuracy: 0.9185
15/39 [==========>...................] - ETA: 0s - loss: 0.7363 - accuracy: 0.9147
17/39 [============>.................] - ETA: 0s - loss: 0.7390 - accuracy: 0.9129
19/39 [=============>................] - ETA: 0s - loss: 0.7497 - accuracy: 0.9105
21/39 [===============>..............] - ETA: 0s - loss: 0.7572 - accuracy: 0.9086
23/39 [================>.............] - ETA: 0s - loss: 0.7527 - accuracy: 0.9096
25/39 [==================>...........] - ETA: 0s - loss: 0.7573 - accuracy: 0.9104
27/39 [===================>..........] - ETA: 0s - loss: 0.7590 - accuracy: 0.9111
29/39 [=====================>........] - ETA: 0s - loss: 0.7559 - accuracy: 0.9131
31/39 [======================>.......] - ETA: 0s - loss: 0.7625 - accuracy: 0.9129
33/39 [========================>.....] - ETA: 0s - loss: 0.7579 - accuracy: 0.9158
35/39 [=========================>....] - ETA: 0s - loss: 0.7599 - accuracy: 0.9160
37/39 [===========================>..] - ETA: 0s - loss: 0.7582 - accuracy: 0.9162
39/39 [==============================] - 1s 35ms/step - loss: 0.7590 - accuracy: 0.9177

39/39 [==============================] - 2s 43ms/step - loss: 0.7590 - accuracy: 0.9177 - val_loss: 1.4130 - val_accuracy: 0.7792
Epoch 89/100

 1/39 [..............................] - ETA: 0s - loss: 0.6790 - accuracy: 0.9000
 3/39 [=>............................] - ETA: 0s - loss: 0.7283 - accuracy: 0.9067
 5/39 [==>...........................] - ETA: 1s - loss: 0.7519 - accuracy: 0.8880
 7/39 [====>.........................] - ETA: 1s - loss: 0.7243 - accuracy: 0.9143
 9/39 [=====>........................] - ETA: 1s - loss: 0.7375 - accuracy: 0.9022
11/39 [=======>......................] - ETA: 1s - loss: 0.7338 - accuracy: 0.9055
13/39 [=========>....................] - ETA: 0s - loss: 0.7357 - accuracy: 0.9123
15/39 [==========>...................] - ETA: 0s - loss: 0.7276 - accuracy: 0.9133
17/39 [============>.................] - ETA: 0s - loss: 0.7337 - accuracy: 0.9118
19/39 [=============>................] - ETA: 0s - loss: 0.7369 - accuracy: 0.9126
21/39 [===============>..............] - ETA: 0s - loss: 0.7440 - accuracy: 0.9105
23/39 [================>.............] - ETA: 0s - loss: 0.7420 - accuracy: 0.9139
25/39 [==================>...........] - ETA: 0s - loss: 0.7382 - accuracy: 0.9176
27/39 [===================>..........] - ETA: 0s - loss: 0.7406 - accuracy: 0.9156
29/39 [=====================>........] - ETA: 0s - loss: 0.7430 - accuracy: 0.9166
31/39 [======================>.......] - ETA: 0s - loss: 0.7505 - accuracy: 0.9181
33/39 [========================>.....] - ETA: 0s - loss: 0.7517 - accuracy: 0.9158
35/39 [=========================>....] - ETA: 0s - loss: 0.7534 - accuracy: 0.9143
37/39 [===========================>..] - ETA: 0s - loss: 0.7505 - accuracy: 0.9151
39/39 [==============================] - 2s 40ms/step - loss: 0.7534 - accuracy: 0.9146

39/39 [==============================] - 2s 48ms/step - loss: 0.7534 - accuracy: 0.9146 - val_loss: 1.4488 - val_accuracy: 0.7917
Epoch 90/100

 1/39 [..............................] - ETA: 0s - loss: 0.7512 - accuracy: 0.8200
 3/39 [=>............................] - ETA: 0s - loss: 0.7552 - accuracy: 0.9067
 5/39 [==>...........................] - ETA: 0s - loss: 0.7626 - accuracy: 0.9000
 7/39 [====>.........................] - ETA: 0s - loss: 0.7494 - accuracy: 0.9086
 9/39 [=====>........................] - ETA: 0s - loss: 0.7393 - accuracy: 0.9178
11/39 [=======>......................] - ETA: 0s - loss: 0.7421 - accuracy: 0.9145
13/39 [=========>....................] - ETA: 0s - loss: 0.7442 - accuracy: 0.9154
15/39 [==========>...................] - ETA: 0s - loss: 0.7349 - accuracy: 0.9160
17/39 [============>.................] - ETA: 0s - loss: 0.7386 - accuracy: 0.9106
19/39 [=============>................] - ETA: 0s - loss: 0.7373 - accuracy: 0.9116
21/39 [===============>..............] - ETA: 0s - loss: 0.7330 - accuracy: 0.9133
23/39 [================>.............] - ETA: 0s - loss: 0.7309 - accuracy: 0.9157
25/39 [==================>...........] - ETA: 0s - loss: 0.7361 - accuracy: 0.9088
27/39 [===================>..........] - ETA: 0s - loss: 0.7386 - accuracy: 0.9089
29/39 [=====================>........] - ETA: 0s - loss: 0.7417 - accuracy: 0.9055
31/39 [======================>.......] - ETA: 0s - loss: 0.7420 - accuracy: 0.9058
33/39 [========================>.....] - ETA: 0s - loss: 0.7434 - accuracy: 0.9061
35/39 [=========================>....] - ETA: 0s - loss: 0.7409 - accuracy: 0.9051
37/39 [===========================>..] - ETA: 0s - loss: 0.7398 - accuracy: 0.9081
39/39 [==============================] - 1s 36ms/step - loss: 0.7390 - accuracy: 0.9083

39/39 [==============================] - 2s 44ms/step - loss: 0.7390 - accuracy: 0.9083 - val_loss: 1.4028 - val_accuracy: 0.7896
Epoch 91/100

 1/39 [..............................] - ETA: 0s - loss: 0.8625 - accuracy: 0.8400
 3/39 [=>............................] - ETA: 0s - loss: 0.7327 - accuracy: 0.9000
 5/39 [==>...........................] - ETA: 1s - loss: 0.7354 - accuracy: 0.9000
 7/39 [====>.........................] - ETA: 1s - loss: 0.7351 - accuracy: 0.9029
 9/39 [=====>........................] - ETA: 1s - loss: 0.7296 - accuracy: 0.9067
11/39 [=======>......................] - ETA: 1s - loss: 0.7316 - accuracy: 0.9073
13/39 [=========>....................] - ETA: 0s - loss: 0.7273 - accuracy: 0.9077
15/39 [==========>...................] - ETA: 0s - loss: 0.7259 - accuracy: 0.9080
17/39 [============>.................] - ETA: 0s - loss: 0.7305 - accuracy: 0.9035
19/39 [=============>................] - ETA: 0s - loss: 0.7332 - accuracy: 0.9063
21/39 [===============>..............] - ETA: 0s - loss: 0.7301 - accuracy: 0.9076
23/39 [================>.............] - ETA: 0s - loss: 0.7301 - accuracy: 0.9070
25/39 [==================>...........] - ETA: 0s - loss: 0.7299 - accuracy: 0.9088
27/39 [===================>..........] - ETA: 0s - loss: 0.7290 - accuracy: 0.9074
29/39 [=====================>........] - ETA: 0s - loss: 0.7303 - accuracy: 0.9090
31/39 [======================>.......] - ETA: 0s - loss: 0.7324 - accuracy: 0.9084
33/39 [========================>.....] - ETA: 0s - loss: 0.7352 - accuracy: 0.9097
35/39 [=========================>....] - ETA: 0s - loss: 0.7310 - accuracy: 0.9109
37/39 [===========================>..] - ETA: 0s - loss: 0.7448 - accuracy: 0.9103
39/39 [==============================] - 1s 37ms/step - loss: 0.7485 - accuracy: 0.9089

39/39 [==============================] - 2s 43ms/step - loss: 0.7485 - accuracy: 0.9089 - val_loss: 1.4807 - val_accuracy: 0.8000
Epoch 92/100

 1/39 [..............................] - ETA: 0s - loss: 0.6996 - accuracy: 0.9800
 3/39 [=>............................] - ETA: 0s - loss: 0.7574 - accuracy: 0.9267
 5/39 [==>...........................] - ETA: 0s - loss: 0.7617 - accuracy: 0.9240
 7/39 [====>.........................] - ETA: 0s - loss: 0.7432 - accuracy: 0.9229
 9/39 [=====>........................] - ETA: 0s - loss: 0.7435 - accuracy: 0.9067
11/39 [=======>......................] - ETA: 0s - loss: 0.7397 - accuracy: 0.9036
13/39 [=========>....................] - ETA: 0s - loss: 0.7527 - accuracy: 0.8985
15/39 [==========>...................] - ETA: 0s - loss: 0.7453 - accuracy: 0.9053
17/39 [============>.................] - ETA: 0s - loss: 0.7398 - accuracy: 0.9071
19/39 [=============>................] - ETA: 0s - loss: 0.7456 - accuracy: 0.9063
21/39 [===============>..............] - ETA: 0s - loss: 0.7543 - accuracy: 0.9038
23/39 [================>.............] - ETA: 0s - loss: 0.7538 - accuracy: 0.9061
25/39 [==================>...........] - ETA: 0s - loss: 0.7524 - accuracy: 0.9056
27/39 [===================>..........] - ETA: 0s - loss: 0.7524 - accuracy: 0.9022
29/39 [=====================>........] - ETA: 0s - loss: 0.7532 - accuracy: 0.9021
31/39 [======================>.......] - ETA: 0s - loss: 0.7561 - accuracy: 0.9019
33/39 [========================>.....] - ETA: 0s - loss: 0.7535 - accuracy: 0.9030
35/39 [=========================>....] - ETA: 0s - loss: 0.7538 - accuracy: 0.9023
37/39 [===========================>..] - ETA: 0s - loss: 0.7531 - accuracy: 0.9038
39/39 [==============================] - 2s 39ms/step - loss: 0.7523 - accuracy: 0.9057

39/39 [==============================] - 2s 47ms/step - loss: 0.7523 - accuracy: 0.9057 - val_loss: 1.3704 - val_accuracy: 0.8042
Epoch 93/100

 1/39 [..............................] - ETA: 0s - loss: 0.7219 - accuracy: 0.9400
 3/39 [=>............................] - ETA: 0s - loss: 0.7479 - accuracy: 0.9133
 5/39 [==>...........................] - ETA: 1s - loss: 0.7356 - accuracy: 0.9120
 7/39 [====>.........................] - ETA: 1s - loss: 0.7513 - accuracy: 0.9114
 9/39 [=====>........................] - ETA: 1s - loss: 0.7500 - accuracy: 0.9067
11/39 [=======>......................] - ETA: 0s - loss: 0.7503 - accuracy: 0.9109
13/39 [=========>....................] - ETA: 0s - loss: 0.7403 - accuracy: 0.9154
15/39 [==========>...................] - ETA: 0s - loss: 0.7370 - accuracy: 0.9133
17/39 [============>.................] - ETA: 0s - loss: 0.7342 - accuracy: 0.9106
19/39 [=============>................] - ETA: 0s - loss: 0.7304 - accuracy: 0.9116
21/39 [===============>..............] - ETA: 0s - loss: 0.7262 - accuracy: 0.9124
23/39 [================>.............] - ETA: 0s - loss: 0.7299 - accuracy: 0.9148
25/39 [==================>...........] - ETA: 0s - loss: 0.7292 - accuracy: 0.9152
27/39 [===================>..........] - ETA: 0s - loss: 0.7273 - accuracy: 0.9148
29/39 [=====================>........] - ETA: 0s - loss: 0.7314 - accuracy: 0.9124
31/39 [======================>.......] - ETA: 0s - loss: 0.7314 - accuracy: 0.9148
33/39 [========================>.....] - ETA: 0s - loss: 0.7323 - accuracy: 0.9109
35/39 [=========================>....] - ETA: 0s - loss: 0.7323 - accuracy: 0.9126
37/39 [===========================>..] - ETA: 0s - loss: 0.7302 - accuracy: 0.9135
39/39 [==============================] - 1s 35ms/step - loss: 0.7327 - accuracy: 0.9094

39/39 [==============================] - 2s 44ms/step - loss: 0.7327 - accuracy: 0.9094 - val_loss: 1.3603 - val_accuracy: 0.7896
Epoch 94/100

 1/39 [..............................] - ETA: 0s - loss: 0.9605 - accuracy: 0.8800
 3/39 [=>............................] - ETA: 1s - loss: 0.7604 - accuracy: 0.9067
 5/39 [==>...........................] - ETA: 1s - loss: 0.7451 - accuracy: 0.9160
 7/39 [====>.........................] - ETA: 1s - loss: 0.7749 - accuracy: 0.9057
 9/39 [=====>........................] - ETA: 1s - loss: 0.7567 - accuracy: 0.9111
11/39 [=======>......................] - ETA: 1s - loss: 0.7413 - accuracy: 0.9127
13/39 [=========>....................] - ETA: 0s - loss: 0.7271 - accuracy: 0.9169
15/39 [==========>...................] - ETA: 0s - loss: 0.7194 - accuracy: 0.9253
17/39 [============>.................] - ETA: 0s - loss: 0.7141 - accuracy: 0.9282
19/39 [=============>................] - ETA: 0s - loss: 0.7182 - accuracy: 0.9274
21/39 [===============>..............] - ETA: 0s - loss: 0.7229 - accuracy: 0.9229
23/39 [================>.............] - ETA: 0s - loss: 0.7175 - accuracy: 0.9270
25/39 [==================>...........] - ETA: 0s - loss: 0.7169 - accuracy: 0.9272
27/39 [===================>..........] - ETA: 0s - loss: 0.7138 - accuracy: 0.9274
29/39 [=====================>........] - ETA: 0s - loss: 0.7158 - accuracy: 0.9255
31/39 [======================>.......] - ETA: 0s - loss: 0.7199 - accuracy: 0.9239
33/39 [========================>.....] - ETA: 0s - loss: 0.7210 - accuracy: 0.9206
35/39 [=========================>....] - ETA: 0s - loss: 0.7291 - accuracy: 0.9183
37/39 [===========================>..] - ETA: 0s - loss: 0.7312 - accuracy: 0.9157
39/39 [==============================] - 2s 39ms/step - loss: 0.7348 - accuracy: 0.9161

39/39 [==============================] - 2s 46ms/step - loss: 0.7348 - accuracy: 0.9161 - val_loss: 1.4322 - val_accuracy: 0.8021
Epoch 95/100

 1/39 [..............................] - ETA: 0s - loss: 0.5991 - accuracy: 0.9800
 3/39 [=>............................] - ETA: 0s - loss: 0.7507 - accuracy: 0.8800
 5/39 [==>...........................] - ETA: 0s - loss: 0.7193 - accuracy: 0.9000
 7/39 [====>.........................] - ETA: 0s - loss: 0.7028 - accuracy: 0.9086
 9/39 [=====>........................] - ETA: 0s - loss: 0.7218 - accuracy: 0.9044
11/39 [=======>......................] - ETA: 0s - loss: 0.7143 - accuracy: 0.9127
13/39 [=========>....................] - ETA: 0s - loss: 0.7114 - accuracy: 0.9154
15/39 [==========>...................] - ETA: 0s - loss: 0.7213 - accuracy: 0.9160
17/39 [============>.................] - ETA: 0s - loss: 0.7233 - accuracy: 0.9188
19/39 [=============>................] - ETA: 0s - loss: 0.7223 - accuracy: 0.9200
21/39 [===============>..............] - ETA: 0s - loss: 0.7353 - accuracy: 0.9114
23/39 [================>.............] - ETA: 0s - loss: 0.7340 - accuracy: 0.9096
25/39 [==================>...........] - ETA: 0s - loss: 0.7319 - accuracy: 0.9104
27/39 [===================>..........] - ETA: 0s - loss: 0.7463 - accuracy: 0.9089
29/39 [=====================>........] - ETA: 0s - loss: 0.7451 - accuracy: 0.9097
31/39 [======================>.......] - ETA: 0s - loss: 0.7430 - accuracy: 0.9097
33/39 [========================>.....] - ETA: 0s - loss: 0.7390 - accuracy: 0.9097
35/39 [=========================>....] - ETA: 0s - loss: 0.7377 - accuracy: 0.9091
37/39 [===========================>..] - ETA: 0s - loss: 0.7352 - accuracy: 0.9108
39/39 [==============================] - 1s 37ms/step - loss: 0.7353 - accuracy: 0.9125

39/39 [==============================] - 2s 45ms/step - loss: 0.7353 - accuracy: 0.9125 - val_loss: 1.3779 - val_accuracy: 0.8000
Epoch 96/100

 1/39 [..............................] - ETA: 0s - loss: 0.8055 - accuracy: 0.9000
 3/39 [=>............................] - ETA: 0s - loss: 0.7625 - accuracy: 0.9000
 5/39 [==>...........................] - ETA: 1s - loss: 0.7637 - accuracy: 0.8920
 7/39 [====>.........................] - ETA: 1s - loss: 0.7437 - accuracy: 0.8971
 9/39 [=====>........................] - ETA: 1s - loss: 0.7472 - accuracy: 0.8956
11/39 [=======>......................] - ETA: 1s - loss: 0.7525 - accuracy: 0.8982
13/39 [=========>....................] - ETA: 0s - loss: 0.7429 - accuracy: 0.9000
15/39 [==========>...................] - ETA: 0s - loss: 0.7437 - accuracy: 0.8973
17/39 [============>.................] - ETA: 0s - loss: 0.7377 - accuracy: 0.8988
19/39 [=============>................] - ETA: 0s - loss: 0.7253 - accuracy: 0.9063
21/39 [===============>..............] - ETA: 0s - loss: 0.7378 - accuracy: 0.9067
23/39 [================>.............] - ETA: 0s - loss: 0.7348 - accuracy: 0.9070
25/39 [==================>...........] - ETA: 0s - loss: 0.7365 - accuracy: 0.9104
27/39 [===================>..........] - ETA: 0s - loss: 0.7327 - accuracy: 0.9119
29/39 [=====================>........] - ETA: 0s - loss: 0.7325 - accuracy: 0.9131
31/39 [======================>.......] - ETA: 0s - loss: 0.7408 - accuracy: 0.9129
33/39 [========================>.....] - ETA: 0s - loss: 0.7374 - accuracy: 0.9133
35/39 [=========================>....] - ETA: 0s - loss: 0.7416 - accuracy: 0.9126
37/39 [===========================>..] - ETA: 0s - loss: 0.7406 - accuracy: 0.9108
39/39 [==============================] - 1s 36ms/step - loss: 0.7391 - accuracy: 0.9109

39/39 [==============================] - 2s 43ms/step - loss: 0.7391 - accuracy: 0.9109 - val_loss: 1.4209 - val_accuracy: 0.7979
Epoch 97/100

 1/39 [..............................] - ETA: 0s - loss: 0.6097 - accuracy: 0.9400
 3/39 [=>............................] - ETA: 0s - loss: 0.7364 - accuracy: 0.8867
 5/39 [==>...........................] - ETA: 1s - loss: 0.7170 - accuracy: 0.8800
 7/39 [====>.........................] - ETA: 1s - loss: 0.7208 - accuracy: 0.8829
 9/39 [=====>........................] - ETA: 1s - loss: 0.7254 - accuracy: 0.8889
11/39 [=======>......................] - ETA: 1s - loss: 0.7091 - accuracy: 0.9018
13/39 [=========>....................] - ETA: 0s - loss: 0.7078 - accuracy: 0.9031
15/39 [==========>...................] - ETA: 0s - loss: 0.7038 - accuracy: 0.9040
17/39 [============>.................] - ETA: 0s - loss: 0.7075 - accuracy: 0.9071
19/39 [=============>................] - ETA: 0s - loss: 0.7078 - accuracy: 0.9116
21/39 [===============>..............] - ETA: 0s - loss: 0.7032 - accuracy: 0.9162
23/39 [================>.............] - ETA: 0s - loss: 0.7131 - accuracy: 0.9113
25/39 [==================>...........] - ETA: 0s - loss: 0.7091 - accuracy: 0.9120
27/39 [===================>..........] - ETA: 0s - loss: 0.7053 - accuracy: 0.9133
29/39 [=====================>........] - ETA: 0s - loss: 0.7141 - accuracy: 0.9131
31/39 [======================>.......] - ETA: 0s - loss: 0.7116 - accuracy: 0.9148
33/39 [========================>.....] - ETA: 0s - loss: 0.7122 - accuracy: 0.9139
35/39 [=========================>....] - ETA: 0s - loss: 0.7110 - accuracy: 0.9143
37/39 [===========================>..] - ETA: 0s - loss: 0.7102 - accuracy: 0.9146
39/39 [==============================] - 2s 40ms/step - loss: 0.7098 - accuracy: 0.9146

39/39 [==============================] - 2s 48ms/step - loss: 0.7098 - accuracy: 0.9146 - val_loss: 1.3965 - val_accuracy: 0.7833
Epoch 98/100

 1/39 [..............................] - ETA: 0s - loss: 0.6832 - accuracy: 0.9000
 3/39 [=>............................] - ETA: 0s - loss: 0.6848 - accuracy: 0.9133
 5/39 [==>...........................] - ETA: 1s - loss: 0.6921 - accuracy: 0.9200
 7/39 [====>.........................] - ETA: 1s - loss: 0.7042 - accuracy: 0.9171
 9/39 [=====>........................] - ETA: 1s - loss: 0.6933 - accuracy: 0.9244
11/39 [=======>......................] - ETA: 0s - loss: 0.7049 - accuracy: 0.9145
13/39 [=========>....................] - ETA: 0s - loss: 0.7047 - accuracy: 0.9169
15/39 [==========>...................] - ETA: 0s - loss: 0.7131 - accuracy: 0.9107
17/39 [============>.................] - ETA: 0s - loss: 0.7148 - accuracy: 0.9118
19/39 [=============>................] - ETA: 0s - loss: 0.7152 - accuracy: 0.9158
21/39 [===============>..............] - ETA: 0s - loss: 0.7323 - accuracy: 0.9152
23/39 [================>.............] - ETA: 0s - loss: 0.7285 - accuracy: 0.9130
25/39 [==================>...........] - ETA: 0s - loss: 0.7285 - accuracy: 0.9088
27/39 [===================>..........] - ETA: 0s - loss: 0.7236 - accuracy: 0.9089
29/39 [=====================>........] - ETA: 0s - loss: 0.7290 - accuracy: 0.9028
31/39 [======================>.......] - ETA: 0s - loss: 0.7306 - accuracy: 0.9019
33/39 [========================>.....] - ETA: 0s - loss: 0.7316 - accuracy: 0.8994
35/39 [=========================>....] - ETA: 0s - loss: 0.7278 - accuracy: 0.8983
37/39 [===========================>..] - ETA: 0s - loss: 0.7256 - accuracy: 0.8984
39/39 [==============================] - 1s 35ms/step - loss: 0.7227 - accuracy: 0.8995

39/39 [==============================] - 2s 43ms/step - loss: 0.7227 - accuracy: 0.8995 - val_loss: 1.3536 - val_accuracy: 0.7708
Epoch 99/100

 1/39 [..............................] - ETA: 0s - loss: 0.6534 - accuracy: 0.9200
 3/39 [=>............................] - ETA: 1s - loss: 0.6569 - accuracy: 0.9200
 5/39 [==>...........................] - ETA: 1s - loss: 0.6588 - accuracy: 0.9320
 7/39 [====>.........................] - ETA: 1s - loss: 0.6962 - accuracy: 0.9229
 9/39 [=====>........................] - ETA: 1s - loss: 0.6902 - accuracy: 0.9222
11/39 [=======>......................] - ETA: 1s - loss: 0.6910 - accuracy: 0.9164
13/39 [=========>....................] - ETA: 0s - loss: 0.6973 - accuracy: 0.9092
15/39 [==========>...................] - ETA: 0s - loss: 0.7012 - accuracy: 0.9107
17/39 [============>.................] - ETA: 0s - loss: 0.7121 - accuracy: 0.9094
19/39 [=============>................] - ETA: 0s - loss: 0.7063 - accuracy: 0.9137
21/39 [===============>..............] - ETA: 0s - loss: 0.7052 - accuracy: 0.9114
23/39 [================>.............] - ETA: 0s - loss: 0.7071 - accuracy: 0.9078
25/39 [==================>...........] - ETA: 0s - loss: 0.7050 - accuracy: 0.9080
27/39 [===================>..........] - ETA: 0s - loss: 0.7009 - accuracy: 0.9089
29/39 [=====================>........] - ETA: 0s - loss: 0.7150 - accuracy: 0.9069
31/39 [======================>.......] - ETA: 0s - loss: 0.7136 - accuracy: 0.9077
33/39 [========================>.....] - ETA: 0s - loss: 0.7102 - accuracy: 0.9067
35/39 [=========================>....] - ETA: 0s - loss: 0.7078 - accuracy: 0.9063
37/39 [===========================>..] - ETA: 0s - loss: 0.7074 - accuracy: 0.9086
39/39 [==============================] - 2s 40ms/step - loss: 0.7077 - accuracy: 0.9073

39/39 [==============================] - 2s 46ms/step - loss: 0.7077 - accuracy: 0.9073 - val_loss: 1.3884 - val_accuracy: 0.7896
Epoch 100/100

 1/39 [..............................] - ETA: 0s - loss: 0.6213 - accuracy: 0.9800
 3/39 [=>............................] - ETA: 0s - loss: 0.6433 - accuracy: 0.9600
 5/39 [==>...........................] - ETA: 0s - loss: 0.6828 - accuracy: 0.9560
 7/39 [====>.........................] - ETA: 0s - loss: 0.6773 - accuracy: 0.9400
 9/39 [=====>........................] - ETA: 0s - loss: 0.6910 - accuracy: 0.9289
11/39 [=======>......................] - ETA: 0s - loss: 0.6961 - accuracy: 0.9236
13/39 [=========>....................] - ETA: 0s - loss: 0.6880 - accuracy: 0.9277
15/39 [==========>...................] - ETA: 0s - loss: 0.6855 - accuracy: 0.9227
17/39 [============>.................] - ETA: 0s - loss: 0.6896 - accuracy: 0.9200
19/39 [=============>................] - ETA: 0s - loss: 0.6991 - accuracy: 0.9179
21/39 [===============>..............] - ETA: 0s - loss: 0.6936 - accuracy: 0.9200
23/39 [================>.............] - ETA: 0s - loss: 0.6883 - accuracy: 0.9217
25/39 [==================>...........] - ETA: 0s - loss: 0.6859 - accuracy: 0.9200
27/39 [===================>..........] - ETA: 0s - loss: 0.6811 - accuracy: 0.9207
29/39 [=====================>........] - ETA: 0s - loss: 0.6810 - accuracy: 0.9200
31/39 [======================>.......] - ETA: 0s - loss: 0.6817 - accuracy: 0.9174
33/39 [========================>.....] - ETA: 0s - loss: 0.6815 - accuracy: 0.9200
35/39 [=========================>....] - ETA: 0s - loss: 0.6799 - accuracy: 0.9211
37/39 [===========================>..] - ETA: 0s - loss: 0.6781 - accuracy: 0.9216
39/39 [==============================] - 1s 35ms/step - loss: 0.6793 - accuracy: 0.9198

39/39 [==============================] - 2s 44ms/step - loss: 0.6793 - accuracy: 0.9198 - val_loss: 1.4331 - val_accuracy: 0.8250
Error in WeightedROC(prob_pred, label_test, weight_test) : 
  length(label) == length(guess) is not TRUE

Visualize cross-validation results.

res_cv_dnn <- as.data.frame(res_cv_dnn)

if(run.cv_dnn){
  p1 <- res_cv_dnn %>%
    ggplot(aes(x = lrs, y = mean_error,
               ymin = mean_error - sd_error, ymax = mean_error + sd_error)) +
    geom_crossbar() +
    theme(axis.text.x = element_text(angle = 90, hjust = 1))
  
  p2 <- res_cv_dnn %>%
    ggplot(aes(x = lrs, y = mean_AUC,
               ymin = mean_AUC - sd_AUC, ymax = mean_AUC + sd_AUC)) +
    geom_crossbar() +
    theme(axis.text.x = element_text(angle = 90, hjust = 1))
  
  print(p1)
  print(p2)
}
  • Choose the “best” parameter value
# par_lr_best <- as.numeric(res_cv_dnn[which.min(res_cv_dnn$mean_error), 1])
par_lr_best = 0.0002
  • Train the model with the entire training set using the selected model (model parameter) via cross-validation.
source("../lib/train_dnn.R") 
source("../lib/test_dnn.R")

feature_train = as.matrix(dat_train[, -6007])
label_train = as.integer(dat_train$label)
feature_test <- as.matrix(dat_test[, -6007])
label_test <- as.integer(dat_test$label)
label_test <- ifelse(label_test == 2, 1, 0)
weight_test <- rep(NA, length(label_test))

# training weights
weight_train <- rep(NA, length(label_train))
for (v in unique(label_train)){
  weight_train[label_train == v] = 0.5 * length(label_train) / length(label_train[label_train == v])
}

for (v in unique(label_test)){
  weight_test[label_test == v] = 0.5 * length(label_test) / length(label_test[label_test == v])
}

tm_train <- NA
if (sample.reweight){
  tm_train <- system.time(fit_train <- train_dnn(feature_train, label_train, w = weight_train, feature_test, label_test, weight_test, par_lr_best))
} else {
  tm_train <- system.time(fit_train <- train_dnn(feature_train, label_train, w = NULL, feature_test, label_test, weight_test = NULL, par_lr_best))
}
save_model_hdf5(fit_train, "../output/fit_train_dnn.h5")

Step 5: Run test on test images

tm_test = NA
feature_test <- as.matrix(dat_test[, -6007])
if(run.test_dnn){
  fit_train <- load_model_hdf5("../output/fit_train_dnn.h5")
  tm_test <- system.time({label_pred <- test_dnn(fit_train, feature_test, type = "predict_classes");})
  prob_pred <- test_dnn(fit_train, feature_test, type = "predict_proba")
}
## reweight the test data to represent a balanced label distribution
label_test <- as.integer(dat_test$label)

weight_test <- rep(NA, length(label_test))
for (v in unique(label_test)){
  weight_test[label_test == v] = 0.5 * length(label_test) / length(label_test[label_test == v])
}

label_test <- ifelse(label_test == 2, 1, 0)

accu <- sum(weight_test * (label_pred == label_test)) / sum(weight_test)

# prob_pred <- apply(prob_pred, 1, max)
prob_pred <- prob_pred[, 2]

tpr.fpr <- WeightedROC(prob_pred, label_test, weight_test)
auc <- WeightedAUC(tpr.fpr)


cat("The accuracy of model:", "DNN with lr =", par_lr_best, "is", accu*100, "%.\n")
cat("The AUC of model:", "DNN", "is", auc, ".\n")

Summarize Running Time

Prediction performance matters, so does the running times for constructing features and for training the model, especially when the computation resource is limited.

cat("Time for constructing training features=", tm_feature_train[3], "s \n")
cat("Time for constructing testing features=", tm_feature_test[3], "s \n")
cat("Time for training model=", tm_train[3], "s \n") 
cat("Time for testing model=", tm_test[3], "s \n")

###Reference - Du, S., Tao, Y., & Martinez, A. M. (2014). Compound facial expressions of emotion. Proceedings of the National Academy of Sciences, 111(15), E1454-E1462.

LS0tDQp0aXRsZTogIk1haW4iDQphdXRob3I6ICJBbWlyIElkcmlzLCBDYXRoZXJpbmUgR2FvLCBFdmUgV2FzaGluZ3RvbiwgUnVpemUgWXUsIFlpd2VuIEZhbmciDQpvdXRwdXQ6DQogIHBkZl9kb2N1bWVudDogZGVmYXVsdA0KICBodG1sX25vdGVib29rOiBkZWZhdWx0DQotLS0NCg0KSW4geW91ciBmaW5hbCByZXBvLCB0aGVyZSBzaG91bGQgYmUgYW4gUiBtYXJrZG93biBmaWxlIHRoYXQgb3JnYW5pemVzICoqYWxsIGNvbXB1dGF0aW9uYWwgc3RlcHMqKiBmb3IgZXZhbHVhdGluZyB5b3VyIHByb3Bvc2VkIEZhY2lhbCBFeHByZXNzaW9uIFJlY29nbml0aW9uIGZyYW1ld29yay4gDQoNClRoaXMgZmlsZSBpcyBjdXJyZW50bHkgYSB0ZW1wbGF0ZSBmb3IgcnVubmluZyBldmFsdWF0aW9uIGV4cGVyaW1lbnRzLiBZb3Ugc2hvdWxkIHVwZGF0ZSBpdCBhY2NvcmRpbmcgdG8geW91ciBjb2RlcyBidXQgZm9sbG93aW5nIHByZWNpc2VseSB0aGUgc2FtZSBzdHJ1Y3R1cmUuIA0KDQpgYGB7ciBtZXNzYWdlPUZBTFNFfQ0KaWYoIXJlcXVpcmUoIkVCSW1hZ2UiKSl7DQogIGluc3RhbGwucGFja2FnZXMoIkJpb2NNYW5hZ2VyIikNCiAgQmlvY01hbmFnZXI6Omluc3RhbGwoIkVCSW1hZ2UiKQ0KfQ0KaWYoIXJlcXVpcmUoIlIubWF0bGFiIikpew0KICBpbnN0YWxsLnBhY2thZ2VzKCJSLm1hdGxhYiIpDQp9DQppZighcmVxdWlyZSgicmVhZHhsIikpew0KICBpbnN0YWxsLnBhY2thZ2VzKCJyZWFkeGwiKQ0KfQ0KDQppZighcmVxdWlyZSgiZHBseXIiKSl7DQogIGluc3RhbGwucGFja2FnZXMoImRwbHlyIikNCn0NCmlmKCFyZXF1aXJlKCJyZWFkeGwiKSl7DQogIGluc3RhbGwucGFja2FnZXMoInJlYWR4bCIpDQp9DQoNCmlmKCFyZXF1aXJlKCJnZ3Bsb3QyIikpew0KICBpbnN0YWxsLnBhY2thZ2VzKCJnZ3Bsb3QyIikNCn0NCg0KaWYoIXJlcXVpcmUoImNhcmV0Iikpew0KICBpbnN0YWxsLnBhY2thZ2VzKCJjYXJldCIpDQp9DQoNCmlmKCFyZXF1aXJlKCJnbG1uZXQiKSl7DQogIGluc3RhbGwucGFja2FnZXMoImdsbW5ldCIpDQp9DQoNCmlmKCFyZXF1aXJlKCJXZWlnaHRlZFJPQyIpKXsNCiAgaW5zdGFsbC5wYWNrYWdlcygiV2VpZ2h0ZWRST0MiKQ0KfQ0KDQppZighcmVxdWlyZSgiZ2JtIikpew0KICBpbnN0YWxsLnBhY2thZ2VzKCJnYm0iKQ0KfQ0KDQppZighcmVxdWlyZSgieGdib29zdCIpKXsNCiAgaW5zdGFsbC5wYWNrYWdlcygieGdib29zdCIpDQp9DQoNCmlmKCFyZXF1aXJlKCJjYXJldCIpKXsNCiAgaW5zdGFsbC5wYWNrYWdlcygiY2FyZXQiKQ0KfQ0KDQojIEluc3RhbGwgTWluaWNvbmRhIChodHRwczovL2RvY3MuY29uZGEuaW8vZW4vbGF0ZXN0L21pbmljb25kYS5odG1sKQ0KaWYoIXJlcXVpcmUoImtlcmFzIikpew0KICBpbnN0YWxsLnBhY2thZ2VzKCJrZXJhcyIpDQp9DQoNCmlmKCFyZXF1aXJlKCJ0ZW5zb3JmbG93Iikpew0KICBpbnN0YWxsLnBhY2thZ2VzKCJ0ZW5zb3JmbG93IikNCiAgaW5zdGFsbF90ZW5zb3JmbG93KCkNCn0NCg0KdXNlX2NvbmRhZW52KCJyLXRlbnNvcmZsb3ciKQ0KbGlicmFyeShrZXJhcykNCmxpYnJhcnkodGVuc29yZmxvdykNCg0KbGlicmFyeShSLm1hdGxhYikNCmxpYnJhcnkocmVhZHhsKQ0KbGlicmFyeShkcGx5cikNCmxpYnJhcnkoRUJJbWFnZSkNCmxpYnJhcnkoZ2dwbG90MikNCmxpYnJhcnkoY2FyZXQpDQpsaWJyYXJ5KGdsbW5ldCkNCmxpYnJhcnkoV2VpZ2h0ZWRST0MpDQpsaWJyYXJ5KGdibSkNCnJlcXVpcmUoeGdib29zdCkNCmxpYnJhcnkoY2FyZXQpDQpgYGANCg0KIyMjIFN0ZXAgMCBzZXQgd29yayBkaXJlY3Rvcmllcw0KYGBge3Igd2tkaXIsIGV2YWw9RkFMU0V9DQpzZXQuc2VlZCgyMDIwKQ0KIyBzZXR3ZCgifi9Qcm9qZWN0My1GYWNpYWxFbW90aW9uUmVjb2duaXRpb24vZG9jIikNCiMgaGVyZSByZXBsYWNlIGl0IHdpdGggeW91ciBvd24gcGF0aCBvciBtYW51YWxseSBzZXQgaXQgaW4gUlN0dWRpbyB0byB3aGVyZSB0aGlzIHJtZCBmaWxlIGlzIGxvY2F0ZWQuIA0KIyB1c2UgcmVsYXRpdmUgcGF0aCBmb3IgcmVwcm9kdWNpYmlsaXR5DQpgYGANCg0KUHJvdmlkZSBkaXJlY3RvcmllcyBmb3IgdHJhaW5pbmcgaW1hZ2VzLiBUcmFpbmluZyBpbWFnZXMgYW5kIFRyYWluaW5nIGZpZHVjaWFsIHBvaW50cyB3aWxsIGJlIGluIGRpZmZlcmVudCBzdWJmb2xkZXJzLiANCmBgYHtyfQ0KdHJhaW5fZGlyIDwtICIuLi9kYXRhL3RyYWluX3NldC8iICMgVGhpcyB3aWxsIGJlIG1vZGlmaWVkIGZvciBkaWZmZXJlbnQgZGF0YSBzZXRzLg0KdHJhaW5faW1hZ2VfZGlyIDwtIHBhc3RlKHRyYWluX2RpciwgImltYWdlcy8iLCBzZXA9IiIpDQp0cmFpbl9wdF9kaXIgPC0gcGFzdGUodHJhaW5fZGlyLCAgInBvaW50cy8iLCBzZXA9IiIpDQp0cmFpbl9sYWJlbF9wYXRoIDwtIHBhc3RlKHRyYWluX2RpciwgImxhYmVsLmNzdiIsIHNlcD0iIikgDQpgYGANCg0KIyMjIFN0ZXAgMTogc2V0IHVwIGNvbnRyb2xzIGZvciBldmFsdWF0aW9uIGV4cGVyaW1lbnRzLg0KDQpJbiB0aGlzIGNodW5rLCB3ZSBoYXZlIGEgc2V0IG9mIGNvbnRyb2xzIGZvciB0aGUgZXZhbHVhdGlvbiBleHBlcmltZW50cy4gDQoNCisgKFQvRikgY3Jvc3MtdmFsaWRhdGlvbiBvbiB0aGUgdHJhaW5pbmcgc2V0DQorIChUL0YpIHJld2VpZ2h0aW5nIHRoZSBzYW1wbGVzIGZvciB0cmFpbmluZyBzZXQgDQorIChudW1iZXIpIEssIHRoZSBudW1iZXIgb2YgQ1YgZm9sZHMNCisgKFQvRikgcHJvY2VzcyBmZWF0dXJlcyBmb3IgdHJhaW5pbmcgc2V0DQorIChUL0YpIHJ1biBldmFsdWF0aW9uIG9uIGFuIGluZGVwZW5kZW50IHRlc3Qgc2V0DQorIChUL0YpIHByb2Nlc3MgZmVhdHVyZXMgZm9yIHRlc3Qgc2V0DQoNCmBgYHtyIGV4cF9zZXR1cH0NCiMgcnVuLmN2IDwtIFRSVUUgIyBydW4gY3Jvc3MtdmFsaWRhdGlvbiBvbiB0aGUgdHJhaW5pbmcgc2V0DQojIHNhbXBsZS5yZXdlaWdodCA8LSBUUlVFICMgcnVuIHNhbXBsZSByZXdlaWdodGluZyBpbiBtb2RlbCB0cmFpbmluZw0KIyBLIDwtIDUgICMgbnVtYmVyIG9mIENWIGZvbGRzDQojIHJ1bi5mZWF0dXJlLnRyYWluIDwtIFRSVUUgIyBwcm9jZXNzIGZlYXR1cmVzIGZvciB0cmFpbmluZyBzZXQNCiMgcnVuLnRlc3QgPC0gVFJVRSAjIHJ1biBldmFsdWF0aW9uIG9uIGFuIGluZGVwZW5kZW50IHRlc3Qgc2V0DQojIHJ1bi5mZWF0dXJlLnRlc3QgPC0gVFJVRSAjIHByb2Nlc3MgZmVhdHVyZXMgZm9yIHRlc3Qgc2V0DQoNCnNhbXBsZS5yZXdlaWdodCA8LSBUUlVFICMgcnVuIHNhbXBsZSByZXdlaWdodGluZyBpbiBtb2RlbCB0cmFpbmluZw0KSyA8LSA1ICAjIG51bWJlciBvZiBDViBmb2xkcw0KcnVuLmZlYXR1cmUudHJhaW4gPC0gVFJVRSAjIHByb2Nlc3MgZmVhdHVyZXMgZm9yIHRyYWluaW5nIHNldA0KcnVuLmZlYXR1cmUudGVzdCA8LSBUUlVFICMgcHJvY2VzcyBmZWF0dXJlcyBmb3IgdGVzdCBzZXQNCg0KcnVuLmN2X2dibSA8LSBUUlVFICMgcnVuIEdCTSBjcm9zcy12YWxpZGF0aW9uIG9uIHRoZSB0cmFpbmluZyBzZXQNCnJ1bi50ZXN0X2dibSA8LSBUUlVFICMgcnVuIEdCTSBldmFsdWF0aW9uIG9uIGFuIGluZGVwZW5kZW50IHRlc3Qgc2V0DQoNCnJ1bi5jdl9kbm4gPC0gVFJVRSAjIHJ1biBETk4gY3Jvc3MtdmFsaWRhdGlvbiBvbiB0aGUgdHJhaW5pbmcgc2V0DQpydW4udGVzdF9kbm4gPC0gVFJVRSAjIHJ1biBETk4gZXZhbHVhdGlvbiBvbiBhbiBpbmRlcGVuZGVudCB0ZXN0IHNldA0KYGBgDQoNCjwhLS0gVXNpbmcgY3Jvc3MtdmFsaWRhdGlvbiBvciBpbmRlcGVuZGVudCB0ZXN0IHNldCBldmFsdWF0aW9uLCB3ZSBjb21wYXJlIHRoZSBwZXJmb3JtYW5jZSBvZiBtb2RlbHMgd2l0aCBkaWZmZXJlbnQgc3BlY2lmaWNhdGlvbnMuIEluIHRoaXMgU3RhcnRlciBDb2RlLCB3ZSB0dW5lIHBhcmFtZXRlciBsYW1iZGEgKHRoZSBhbW91bnQgb2Ygc2hyaW5rYWdlKSBmb3IgbG9naXN0aWMgcmVncmVzc2lvbiB3aXRoIExBU1NPIHBlbmFsdHkuIC0tPg0KDQpVc2luZyBjcm9zcy12YWxpZGF0aW9uIG9yIGluZGVwZW5kZW50IHRlc3Qgc2V0IGV2YWx1YXRpb24sIHdlIGNvbXBhcmUgdGhlIHBlcmZvcm1hbmNlIG9mIG1vZGVscyB3aXRoIGRpZmZlcmVudCBzcGVjaWZpY2F0aW9ucy4gSW4gdGhpcyBwYXJ0LCB3ZSB0dW5lIHBhcmFtZXRlciBuLnRyZWVzIGFuZCBzaHJpbmthZ2UgZm9yIEdCTS4NCg0KYGBge3IgbW9kZWxfc2V0dXB9DQojIEdCTSBwYXJhbWV0ZXJzDQpuLnRyZWVzIDwtIGMoNTAwLCAxMDAwLCAxNTAwKQ0Kc2hyaW5rYWdlIDwtIGMoMC4wMSwgMC4wNSwgMC4xKQ0KDQojIEROTiBwYXJhbWV0ZXJzDQpscnMgPC0gYygwLjAwMDIsIDAuMDAwNSwgMC4wMDEpDQpgYGANCg0KIyMjIFN0ZXAgMjogaW1wb3J0IGRhdGEgYW5kIHRyYWluLXRlc3Qgc3BsaXQgDQpgYGB7cn0NCiN0cmFpbi10ZXN0IHNwbGl0DQppbmZvIDwtIHJlYWQuY3N2KHRyYWluX2xhYmVsX3BhdGgpDQpuIDwtIG5yb3coaW5mbykNCm5fdHJhaW4gPC0gcm91bmQobiooNC81KSwgMCkNCnRyYWluX2lkeCA8LSBzYW1wbGUoaW5mbyRJbmRleCwgbl90cmFpbiwgcmVwbGFjZSA9IEYpDQp0ZXN0X2lkeCA8LSBzZXRkaWZmKGluZm8kSW5kZXgsIHRyYWluX2lkeCkNCmBgYA0KDQpJZiB5b3UgY2hvb3NlIHRvIGV4dHJhY3QgZmVhdHVyZXMgZnJvbSBpbWFnZXMsIHN1Y2ggYXMgdXNpbmcgR2Fib3IgZmlsdGVyLCBSIG1lbW9yeSB3aWxsIGV4aGF1c3QgYWxsIGltYWdlcyBhcmUgcmVhZCB0b2dldGhlci4gVGhlIHNvbHV0aW9uIGlzIHRvIHJlcGVhdCByZWFkaW5nIGEgc21hbGxlciBiYXRjaChlLmcgMTAwKSBhbmQgcHJvY2VzcyB0aGVtLiANCmBgYHtyfQ0Kbl9maWxlcyA8LSBsZW5ndGgobGlzdC5maWxlcyh0cmFpbl9pbWFnZV9kaXIpKQ0KDQppbWFnZV9saXN0IDwtIGxpc3QoKQ0KZm9yKGkgaW4gMToxMDApew0KICAgaW1hZ2VfbGlzdFtbaV1dIDwtIHJlYWRJbWFnZShwYXN0ZTAodHJhaW5faW1hZ2VfZGlyLCBzcHJpbnRmKCIlMDRkIiwgaSksICIuanBnIikpDQp9DQpgYGANCg0KRmlkdWNpYWwgcG9pbnRzIGFyZSBzdG9yZWQgaW4gbWF0bGFiIGZvcm1hdC4gSW4gdGhpcyBzdGVwLCB3ZSByZWFkIHRoZW0gYW5kIHN0b3JlIHRoZW0gaW4gYSBsaXN0Lg0KYGBge3IgcmVhZCBmaWR1Y2lhbCBwb2ludHN9DQojZnVuY3Rpb24gdG8gcmVhZCBmaWR1Y2lhbCBwb2ludHMNCiNpbnB1dDogaW5kZXgNCiNvdXRwdXQ6IG1hdHJpeCBvZiBmaWR1Y2lhbCBwb2ludHMgY29ycmVzcG9uZGluZyB0byB0aGUgaW5kZXgNCnJlYWRNYXQubWF0cml4IDwtIGZ1bmN0aW9uKGluZGV4KXsNCiAgICAgcmV0dXJuKHJvdW5kKHJlYWRNYXQocGFzdGUwKHRyYWluX3B0X2Rpciwgc3ByaW50ZigiJTA0ZCIsIGluZGV4KSwgIi5tYXQiKSlbWzFdXSwwKSkNCn0NCg0KI2xvYWQgZmlkdWNpYWwgcG9pbnRzDQpmaWR1Y2lhbF9wdF9saXN0IDwtIGxhcHBseSgxOm5fZmlsZXMsIHJlYWRNYXQubWF0cml4KQ0Kc2F2ZShmaWR1Y2lhbF9wdF9saXN0LCBmaWxlPSIuLi9vdXRwdXQvZmlkdWNpYWxfcHRfbGlzdC5SRGF0YSIpDQpgYGANCg0KIyMjIFN0ZXAgMzogY29uc3RydWN0IGZlYXR1cmVzIGFuZCByZXNwb25zZXMNCg0KKyBUaGUgZm9sbG93IHBsb3RzIHNob3cgaG93IHBhaXJ3aXNlIGRpc3RhbmNlIGJldHdlZW4gZmlkdWNpYWwgcG9pbnRzIGNhbiB3b3JrIGFzIGZlYXR1cmUgZm9yIGZhY2lhbCBlbW90aW9uIHJlY29nbml0aW9uLg0KDQogICsgSW4gdGhlIGZpcnN0IGNvbHVtbiwgNzggZmlkdWNpYWxzIHBvaW50cyBvZiBlYWNoIGVtb3Rpb24gYXJlIG1hcmtlZCBpbiBvcmRlci4gDQogICsgSW4gdGhlIHNlY29uZCBjb2x1bW4gZGlzdHJpYnV0aW9ucyBvZiB2ZXJ0aWNhbCBkaXN0YW5jZSBiZXR3ZWVuIHJpZ2h0IHB1cGlsKDEpIGFuZCAgcmlnaHQgYnJvdyBwZWFrKDIxKSBhcmUgc2hvd24gaW4gIGhpc3RvZ3JhbXMuIEZvciBleGFtcGxlLCB0aGUgZGlzdGFuY2Ugb2YgYW4gYW5ncnkgZmFjZSB0ZW5kcyB0byBiZSBzaG9ydGVyIHRoYW4gdGhhdCBvZiBhIHN1cnByaXNlZCBmYWNlLg0KICArIFRoZSB0aGlyZCBjb2x1bW4gaXMgdGhlIGRpc3RyaWJ1dGlvbnMgb2YgdmVydGljYWwgZGlzdGFuY2VzIGJldHdlZW4gcmlnaHQgbW91dGggY29ybmVyKDUwKQ0KYW5kIHRoZSBtaWRwb2ludCBvZiB0aGUgdXBwZXIgbGlwKDUyKS4gIEZvciBleGFtcGxlLCB0aGUgZGlzdGFuY2Ugb2YgYW4gaGFwcHkgZmFjZSB0ZW5kcyB0byBiZSBzaG9ydGVyIHRoYW4gdGhhdCBvZiBhIHNhZCBmYWNlLg0KDQohW0ZpZ3VyZTFdKC4uL2ZpZ3MvZmVhdHVyZV92aXN1YWxpemF0aW9uLmpwZykNCg0KYGZlYXR1cmUuUmAgc2hvdWxkIGJlIHRoZSB3cmFwcGVyIGZvciBhbGwgeW91ciBmZWF0dXJlIGVuZ2luZWVyaW5nIGZ1bmN0aW9ucyBhbmQgb3B0aW9ucy4gVGhlIGZ1bmN0aW9uIGBmZWF0dXJlKCApYCBzaG91bGQgaGF2ZSBvcHRpb25zIHRoYXQgY29ycmVzcG9uZCB0byBkaWZmZXJlbnQgc2NlbmFyaW9zIGZvciB5b3VyIHByb2plY3QgYW5kIHByb2R1Y2VzIGFuIFIgb2JqZWN0IHRoYXQgY29udGFpbnMgZmVhdHVyZXMgYW5kIHJlc3BvbnNlcyB0aGF0IGFyZSByZXF1aXJlZCBieSBhbGwgdGhlIG1vZGVscyB5b3UgYXJlIGdvaW5nIHRvIGV2YWx1YXRlIGxhdGVyLiANCiAgDQogICsgYGZlYXR1cmUuUmANCiAgKyBJbnB1dDogbGlzdCBvZiBpbWFnZXMgb3IgZmlkdWNpYWwgcG9pbnQNCiAgKyBPdXRwdXQ6IGFuIFJEYXRhIGZpbGUgdGhhdCBjb250YWlucyBleHRyYWN0ZWQgZmVhdHVyZXMgYW5kIGNvcnJlc3BvbmRpbmcgcmVzcG9uc2VzDQoNCmBgYHtyIGZlYXR1cmV9DQpzb3VyY2UoIi4uL2xpYi9mZWF0dXJlLlIiKQ0KdG1fZmVhdHVyZV90cmFpbiA8LSBOQQ0KaWYocnVuLmZlYXR1cmUudHJhaW4pew0KICB0bV9mZWF0dXJlX3RyYWluIDwtIHN5c3RlbS50aW1lKGRhdF90cmFpbiA8LSBmZWF0dXJlKGZpZHVjaWFsX3B0X2xpc3QsIHRyYWluX2lkeCkpDQogIHNhdmUoZGF0X3RyYWluLCBmaWxlPSIuLi9vdXRwdXQvZmVhdHVyZV90cmFpbi5SRGF0YSIpDQp9ZWxzZXsNCiAgbG9hZChmaWxlPSIuLi9vdXRwdXQvZmVhdHVyZV90cmFpbi5SRGF0YSIpDQp9DQoNCnRtX2ZlYXR1cmVfdGVzdCA8LSBOQQ0KaWYocnVuLmZlYXR1cmUudGVzdCl7DQogIHRtX2ZlYXR1cmVfdGVzdCA8LSBzeXN0ZW0udGltZShkYXRfdGVzdCA8LSBmZWF0dXJlKGZpZHVjaWFsX3B0X2xpc3QsIHRlc3RfaWR4KSkNCiAgc2F2ZShkYXRfdGVzdCwgZmlsZT0iLi4vb3V0cHV0L2ZlYXR1cmVfdGVzdC5SRGF0YSIpDQp9ZWxzZXsNCiAgbG9hZChmaWxlPSIuLi9vdXRwdXQvZmVhdHVyZV90ZXN0LlJEYXRhIikNCn0NCg0KYGBgDQoNCiMjIyBHQk0gKEJhc2VsaW5lIE1vZGVsKQ0KDQojIyMgU3RlcCA0OiBUcmFpbiBhIGNsYXNzaWZpY2F0aW9uIG1vZGVsIHdpdGggdHJhaW5pbmcgZmVhdHVyZXMgYW5kIHJlc3BvbnNlcw0KQ2FsbCB0aGUgdHJhaW4gbW9kZWwgYW5kIHRlc3QgbW9kZWwgZnJvbSBsaWJyYXJ5LiANCg0KYHRyYWluLlJgIGFuZCBgdGVzdC5SYCBzaG91bGQgYmUgd3JhcHBlcnMgZm9yIGFsbCB5b3VyIG1vZGVsIHRyYWluaW5nIHN0ZXBzIGFuZCB5b3VyIGNsYXNzaWZpY2F0aW9uL3ByZWRpY3Rpb24gc3RlcHMuIA0KDQorIGB0cmFpbi5SYA0KICArIElucHV0OiBhIGRhdGEgZnJhbWUgY29udGFpbmluZyBmZWF0dXJlcyBhbmQgbGFiZWxzIGFuZCBhIHBhcmFtZXRlciBsaXN0Lg0KICArIE91dHB1dDphIHRyYWluZWQgbW9kZWwNCisgYHRlc3QuUmANCiAgKyBJbnB1dDogdGhlIGZpdHRlZCBjbGFzc2lmaWNhdGlvbiBtb2RlbCB1c2luZyB0cmFpbmluZyBkYXRhIGFuZCBwcm9jZXNzZWQgZmVhdHVyZXMgZnJvbSB0ZXN0aW5nIGltYWdlcyANCiAgKyBJbnB1dDogYW4gUiBvYmplY3QgdGhhdCBjb250YWlucyBhIHRyYWluZWQgY2xhc3NpZmllci4NCiAgKyBPdXRwdXQ6IHRyYWluaW5nIG1vZGVsIHNwZWNpZmljYXRpb24NCg0KKyBJbiB0aGlzIHBhcnQsIHdlIHVzZSBHQk0gKGJhc2VsaW5lIG1vZGVsKSB0byBkbyBjbGFzc2lmaWNhdGlvbi4NCg0KYGBge3IgbG9hZGxpYl9nYm19DQpzb3VyY2UoIi4uL2xpYi90cmFpbl9nYm0uUiIpIA0Kc291cmNlKCIuLi9saWIvdGVzdF9nYm0uUiIpDQpgYGANCg0KIyMjIyBNb2RlbCBzZWxlY3Rpb24gd2l0aCBjcm9zcy12YWxpZGF0aW9uDQoqIERvIG1vZGVsIHNlbGVjdGlvbiBieSBjaG9vc2luZyBhbW9uZyBkaWZmZXJlbnQgdmFsdWVzIG9mIHRyYWluaW5nIG1vZGVsIHBhcmFtZXRlcnMuDQoNCmBgYHtyIHJ1bmN2fQ0Kc291cmNlKCIuLi9saWIvY3Jvc3NfdmFsaWRhdGlvbl9nYm0uUiIpDQpmZWF0dXJlX3RyYWluID0gYXMubWF0cml4KGRhdF90cmFpblssIC02MDA3XSkNCmxhYmVsX3RyYWluID0gYXMuaW50ZWdlcihkYXRfdHJhaW4kbGFiZWwpDQoNCmlmKHJ1bi5jdl9nYm0pew0KICByZXNfY3ZfZ2JtIDwtIG1hdHJpeCgwLCBucm93ID0gbGVuZ3RoKG4udHJlZXMpICogbGVuZ3RoKHNocmlua2FnZSksIG5jb2wgPSA2KQ0KICBjb3VudCA9IDANCiAgZm9yKGkgaW4gMTpsZW5ndGgobi50cmVlcykpew0KICAgIGZvcihqIGluIDE6bGVuZ3RoKHNocmlua2FnZSkpew0KICAgICAgY291bnQgPSBjb3VudCArIDENCiAgICAgIGNhdCgibi50cmVlcyA9Iiwgbi50cmVlc1tpXSwgIlxuIikNCiAgICAgIGNhdCgic2hyaW5rYWdlID0iLCBzaHJpbmthZ2Vbal0sICJcbiIpDQogICAgICANCiAgICAgIHJlc19jdiA8LSBjdi5mdW5jdGlvbl9nYm0oZmVhdHVyZXMgPSBmZWF0dXJlX3RyYWluLCBsYWJlbHMgPSBsYWJlbF90cmFpbiwgSywNCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIG4udHJlZXNbaV0sIHNocmlua2FnZVtqXSwgcmV3ZWlnaHQgPSBzYW1wbGUucmV3ZWlnaHQpDQogICAgICANCiAgICAgIHJlc19jdl9nYm1bY291bnQsXSA8LSBjKG4udHJlZXNbaV0sIHNocmlua2FnZVtqXSwgcmVzX2N2WzFdLCByZXNfY3ZbMl0sIHJlc19jdlszXSwgcmVzX2N2WzRdKQ0KICAgIH0NCiAgfQ0KICANCiAgY29sbmFtZXMocmVzX2N2X2dibSkgPC0gYygibi50cmVlcyIsInNocmlua2FnZSIsIm1lYW5fZXJyb3IiLCAic2RfZXJyb3IiLCAibWVhbl9BVUMiLCAic2RfQVVDIikNCiAgc2F2ZShyZXNfY3ZfZ2JtLCBmaWxlPSIuLi9vdXRwdXQvcmVzX2N2X2dibS5SRGF0YSIpDQp9ZWxzZXsNCiAgbG9hZCgiLi4vb3V0cHV0L3Jlc19jdl9nYm0uUkRhdGEiKQ0KfQ0KYGBgDQoNClZpc3VhbGl6ZSBjcm9zcy12YWxpZGF0aW9uIHJlc3VsdHMuIA0KYGBge3IgY3ZfdmlzfQ0KcmVzX2N2X2dibSA8LSBhcy5kYXRhLmZyYW1lKHJlc19jdl9nYm0pIA0KDQppZihydW4uY3ZfZ2JtKXsNCiAgcDEgPC0gcmVzX2N2X2dibSAlPiUgDQogICAgZ2dwbG90KGFlcyh4ID0gbi50cmVlcywgeSA9IG1lYW5fZXJyb3IsDQogICAgICAgICAgICAgICB5bWluID0gbWVhbl9lcnJvciAtIHNkX2Vycm9yLCB5bWF4ID0gbWVhbl9lcnJvciArIHNkX2Vycm9yKSkgKyANCiAgICBnZW9tX2Nyb3NzYmFyKCkgKw0KICAgIGZhY2V0X3dyYXAofnNocmlua2FnZSkrDQogICAgdGhlbWUoYXhpcy50ZXh0LnggPSBlbGVtZW50X3RleHQoYW5nbGUgPSA5MCwgaGp1c3QgPSAxKSkNCiAgDQogIHAyIDwtIHJlc19jdl9nYm0gJT4lIA0KICAgIGdncGxvdChhZXMoeCA9IG4udHJlZXMsIHkgPSBtZWFuX0FVQywNCiAgICAgICAgICAgICAgIHltaW4gPSBtZWFuX0FVQyAtIHNkX0FVQywgeW1heCA9IG1lYW5fQVVDICsgc2RfQVVDKSkgKyANCiAgICBnZW9tX2Nyb3NzYmFyKCkgKw0KICAgIGZhY2V0X3dyYXAofnNocmlua2FnZSkrDQogICAgdGhlbWUoYXhpcy50ZXh0LnggPSBlbGVtZW50X3RleHQoYW5nbGUgPSA5MCwgaGp1c3QgPSAxKSkNCiAgDQogIHByaW50KHAxKQ0KICBwcmludChwMikNCn0NCg0KYGBgDQoNCg0KKiBDaG9vc2UgdGhlICJiZXN0IiBwYXJhbWV0ZXIgdmFsdWUNCmBgYHtyIGJlc3RfbW9kZWx9DQojIHBhcl9uLnRyZWVzX2Jlc3QgPC0gYXMubnVtZXJpYyhyZXNfY3ZfZ2JtW3doaWNoLm1pbihyZXNfY3ZfZ2JtJG1lYW5fZXJyb3IpLCAxXSkNCiMgcGFyX3Nocmlua2FnZV9iZXN0IDwtIGFzLm51bWVyaWMocmVzX2N2X2dibVt3aGljaC5taW4ocmVzX2N2X2dibSRtZWFuX2Vycm9yKSwgMl0pDQoNCnBhcl9uLnRyZWVzX2Jlc3QgPC0gNTAwDQpwYXJfc2hyaW5rYWdlX2Jlc3QgPC0gMC4wNQ0KYGBgDQoNCiogVHJhaW4gdGhlIG1vZGVsIHdpdGggdGhlIGVudGlyZSB0cmFpbmluZyBzZXQgdXNpbmcgdGhlIHNlbGVjdGVkIG1vZGVsIChtb2RlbCBwYXJhbWV0ZXIpIHZpYSBjcm9zcy12YWxpZGF0aW9uLg0KYGBge3IgZmluYWxfdHJhaW59DQpmZWF0dXJlX3RyYWluID0gYXMubWF0cml4KGRhdF90cmFpblssIC02MDA3XSkNCmxhYmVsX3RyYWluID0gYXMuaW50ZWdlcihkYXRfdHJhaW4kbGFiZWwpDQpmZWF0dXJlX3Rlc3QgPC0gYXMubWF0cml4KGRhdF90ZXN0WywgLTYwMDddKQ0KDQojIHRyYWluaW5nIHdlaWdodHMNCndlaWdodF90cmFpbiA8LSByZXAoTkEsIGxlbmd0aChsYWJlbF90cmFpbikpDQpmb3IgKHYgaW4gdW5pcXVlKGxhYmVsX3RyYWluKSl7DQogIHdlaWdodF90cmFpbltsYWJlbF90cmFpbiA9PSB2XSA9IDAuNSAqIGxlbmd0aChsYWJlbF90cmFpbikgLyBsZW5ndGgobGFiZWxfdHJhaW5bbGFiZWxfdHJhaW4gPT0gdl0pDQp9DQoNCnRtX3RyYWluIDwtIE5BDQppZiAoc2FtcGxlLnJld2VpZ2h0KXsNCiAgdG1fdHJhaW4gPC0gc3lzdGVtLnRpbWUoZml0X3RyYWluIDwtIHRyYWluX2dibShmZWF0dXJlX3RyYWluLCBsYWJlbF90cmFpbiwgdyA9IHdlaWdodF90cmFpbiwgcGFyX24udHJlZXNfYmVzdCwgcGFyX3Nocmlua2FnZV9iZXN0KSkNCn0gZWxzZSB7DQogIHRtX3RyYWluIDwtIHN5c3RlbS50aW1lKGZpdF90cmFpbiA8LSB0cmFpbl9nYm0oZmVhdHVyZV90cmFpbiwgbGFiZWxfdHJhaW4sIHcgPSBOVUxMLCBwYXJfbi50cmVlc19iZXN0LCBwYXJfc2hyaW5rYWdlX2Jlc3QpKQ0KfQ0Kc2F2ZShmaXRfdHJhaW4sIGZpbGU9Ii4uL291dHB1dC9maXRfdHJhaW5fZ2JtLlJEYXRhIikNCmBgYA0KDQojIyMgU3RlcCA1OiBSdW4gdGVzdCBvbiB0ZXN0IGltYWdlcw0KYGBge3IgdGVzdH0NCnRtX3Rlc3QgPSBOQQ0KZmVhdHVyZV90ZXN0IDwtIGFzLm1hdHJpeChkYXRfdGVzdFssIC02MDA3XSkNCmlmKHJ1bi50ZXN0X2dibSl7DQogIGxvYWQoZmlsZT0iLi4vb3V0cHV0L2ZpdF90cmFpbl9nYm0uUkRhdGEiKQ0KICB0bV90ZXN0IDwtIHN5c3RlbS50aW1lKHtwcm9iX3ByZWQgPC0gdGVzdF9nYm0oZml0X3RyYWluLCBmZWF0dXJlX3Rlc3QsIHBhcl9uLnRyZWVzX2Jlc3QsIHByZWQudHlwZSA9ICdyZXNwb25zZScpO30pDQp9DQpgYGANCg0KDQoqIGV2YWx1YXRpb24NCmBgYHtyfQ0KIyMgcmV3ZWlnaHQgdGhlIHRlc3QgZGF0YSB0byByZXByZXNlbnQgYSBiYWxhbmNlZCBsYWJlbCBkaXN0cmlidXRpb24NCmxhYmVsX3Rlc3QgPC0gYXMuaW50ZWdlcihkYXRfdGVzdCRsYWJlbCkNCg0Kd2VpZ2h0X3Rlc3QgPC0gcmVwKE5BLCBsZW5ndGgobGFiZWxfdGVzdCkpDQpmb3IgKHYgaW4gdW5pcXVlKGxhYmVsX3Rlc3QpKXsNCiAgd2VpZ2h0X3Rlc3RbbGFiZWxfdGVzdCA9PSB2XSA9IDAuNSAqIGxlbmd0aChsYWJlbF90ZXN0KSAvIGxlbmd0aChsYWJlbF90ZXN0W2xhYmVsX3Rlc3QgPT0gdl0pDQp9DQoNCmxhYmVsX3ByZWQgPC0gaWZlbHNlKHByb2JfcHJlZCA+IDAuNSwgMSwgMCkNCmxhYmVsX3Rlc3QgPC0gaWZlbHNlKGxhYmVsX3Rlc3QgPT0gMiwgMSwgMCkNCg0KYWNjdSA8LSBzdW0od2VpZ2h0X3Rlc3QgKiAobGFiZWxfcHJlZCA9PSBsYWJlbF90ZXN0KSkgLyBzdW0od2VpZ2h0X3Rlc3QpDQp0cHIuZnByIDwtIFdlaWdodGVkUk9DKHByb2JfcHJlZCwgbGFiZWxfdGVzdCwgd2VpZ2h0X3Rlc3QpDQphdWMgPC0gV2VpZ2h0ZWRBVUModHByLmZwcikNCg0KDQpjYXQoIlRoZSBhY2N1cmFjeSBvZiBtb2RlbDoiLCAiR0JNIHdpdGggbi50cmVlcyA9IiAsIHBhcl9uLnRyZWVzX2Jlc3QsICJhbmQgc2hyaW5rYWdlID0iLCBwYXJfc2hyaW5rYWdlX2Jlc3QsICJpcyIsIGFjY3UqMTAwLCAiJS5cbiIpDQpjYXQoIlRoZSBBVUMgb2YgbW9kZWw6IiwgIkdCTSB3aXRoIG4udHJlZXMgPSIgLCBwYXJfbi50cmVlc19iZXN0LCAiYW5kIHNocmlua2FnZSA9IiwgcGFyX3Nocmlua2FnZV9iZXN0LCAiaXMiLCBhdWMsICIuXG4iKQ0KDQoNCmBgYA0KDQojIyMgU3VtbWFyaXplIFJ1bm5pbmcgVGltZQ0KUHJlZGljdGlvbiBwZXJmb3JtYW5jZSBtYXR0ZXJzLCBzbyBkb2VzIHRoZSBydW5uaW5nIHRpbWVzIGZvciBjb25zdHJ1Y3RpbmcgZmVhdHVyZXMgYW5kIGZvciB0cmFpbmluZyB0aGUgbW9kZWwsIGVzcGVjaWFsbHkgd2hlbiB0aGUgY29tcHV0YXRpb24gcmVzb3VyY2UgaXMgbGltaXRlZC4gDQpgYGB7ciBydW5uaW5nX3RpbWV9DQpjYXQoIlRpbWUgZm9yIGNvbnN0cnVjdGluZyB0cmFpbmluZyBmZWF0dXJlcz0iLCB0bV9mZWF0dXJlX3RyYWluWzNdLCAicyBcbiIpDQpjYXQoIlRpbWUgZm9yIGNvbnN0cnVjdGluZyB0ZXN0aW5nIGZlYXR1cmVzPSIsIHRtX2ZlYXR1cmVfdGVzdFszXSwgInMgXG4iKQ0KY2F0KCJUaW1lIGZvciB0cmFpbmluZyBtb2RlbD0iLCB0bV90cmFpblszXSwgInMgXG4iKSANCmNhdCgiVGltZSBmb3IgdGVzdGluZyBtb2RlbD0iLCB0bV90ZXN0WzNdLCAicyBcbiIpDQpgYGANCg0KIyMjIEROTiAoRGVuc2UgTmV1cmFsIE5ldHdvcmspIChBZHZhbmNlZCBNb2RlbCkNCg0KIyMjIFN0ZXAgNDogVHJhaW4gYSBjbGFzc2lmaWNhdGlvbiBtb2RlbCB3aXRoIHRyYWluaW5nIGZlYXR1cmVzIGFuZCByZXNwb25zZXMNCkNhbGwgdGhlIHRyYWluIG1vZGVsIGFuZCB0ZXN0IG1vZGVsIGZyb20gbGlicmFyeS4gDQoNCmB0cmFpbi5SYCBhbmQgYHRlc3QuUmAgc2hvdWxkIGJlIHdyYXBwZXJzIGZvciBhbGwgeW91ciBtb2RlbCB0cmFpbmluZyBzdGVwcyBhbmQgeW91ciBjbGFzc2lmaWNhdGlvbi9wcmVkaWN0aW9uIHN0ZXBzLiANCg0KKyBgdHJhaW4uUmANCiAgKyBJbnB1dDogYSBkYXRhIGZyYW1lIGNvbnRhaW5pbmcgZmVhdHVyZXMgYW5kIGxhYmVscyBhbmQgYSBwYXJhbWV0ZXIgbGlzdC4NCiAgKyBPdXRwdXQ6YSB0cmFpbmVkIG1vZGVsDQorIGB0ZXN0LlJgDQogICsgSW5wdXQ6IHRoZSBmaXR0ZWQgY2xhc3NpZmljYXRpb24gbW9kZWwgdXNpbmcgdHJhaW5pbmcgZGF0YSBhbmQgcHJvY2Vzc2VkIGZlYXR1cmVzIGZyb20gdGVzdGluZyBpbWFnZXMgDQogICsgSW5wdXQ6IGFuIFIgb2JqZWN0IHRoYXQgY29udGFpbnMgYSB0cmFpbmVkIGNsYXNzaWZpZXIuDQogICsgT3V0cHV0OiB0cmFpbmluZyBtb2RlbCBzcGVjaWZpY2F0aW9uDQoNCisgSW4gdGhpcyBwYXJ0LCB3ZSB1c2UgRE5OIChhZHZhbmNlZCBtb2RlbCkgdG8gZG8gY2xhc3NpZmljYXRpb24uDQoNCmBgYHtyIGxvYWRsaWJfZG5ufQ0Kc291cmNlKCIuLi9saWIvdHJhaW5fZG5uLlIiKSANCnNvdXJjZSgiLi4vbGliL3Rlc3RfZG5uLlIiKQ0KYGBgDQoNCiMjIyMgTW9kZWwgc2VsZWN0aW9uIHdpdGggY3Jvc3MtdmFsaWRhdGlvbg0KKiBEbyBtb2RlbCBzZWxlY3Rpb24gYnkgY2hvb3NpbmcgYW1vbmcgZGlmZmVyZW50IHZhbHVlcyBvZiB0cmFpbmluZyBtb2RlbCBwYXJhbWV0ZXJzLg0KDQpgYGB7ciBydW5jdl9kbm59DQpzb3VyY2UoIi4uL2xpYi9jcm9zc192YWxpZGF0aW9uX2Rubi5SIikNCmZlYXR1cmVfdHJhaW4gPSBhcy5tYXRyaXgoZGF0X3RyYWluWywgLTYwMDddKQ0KbGFiZWxfdHJhaW4gPSBhcy5pbnRlZ2VyKGRhdF90cmFpbiRsYWJlbCkNCg0KaWYocnVuLmN2X2Rubil7DQogICMgcmVzX2N2X2RubiA8LSBtYXRyaXgoMCwgMSwgbmNvbCA9IDQpDQogIHJlc19jdl9kbm4gPC0gbWF0cml4KDAsIG5yb3cgPSBsZW5ndGgobHJzKSwgbmNvbCA9IDYpDQogIGNvdW50ID0gMA0KICBmb3IoaSBpbiAxOmxlbmd0aChscnMpKXsNCiAgICBjb3VudCA9IGNvdW50ICsgMQ0KICAgIGNhdCgibHIgPSIsIGxyc1tpXSwgIlxuIikNCiAgICANCiAgICByZXNfY3YgPC0gY3YuZnVuY3Rpb25fZG5uKGZlYXR1cmVzID0gZmVhdHVyZV90cmFpbiwgbGFiZWxzID0gbGFiZWxfdHJhaW4sIEssDQogICAgICAgICAgICAgICAgICAgICAgICAgICAgcmV3ZWlnaHQgPSBzYW1wbGUucmV3ZWlnaHQsIGxyID0gbHJzW2ldKQ0KICAgIA0KICAgIHJlc19jdl9kbm5bY291bnQsXSA8LSBjKGxyW2ldLCByZXNfY3ZbMV0sIHJlc19jdlsyXSwgcmVzX2N2WzNdLCByZXNfY3ZbNF0pDQogIH0NCiAgDQogIHJlc19jdiA8LSBjdi5mdW5jdGlvbl9kbm4oZmVhdHVyZXMgPSBmZWF0dXJlX3RyYWluLCBsYWJlbHMgPSBsYWJlbF90cmFpbiwgSywNCiAgICAgICAgICAgICAgICAgICAgICAgICAgcmV3ZWlnaHQgPSBzYW1wbGUucmV3ZWlnaHQsIGxyID0gbHJzW2ldKQ0KDQogIGNvbG5hbWVzKHJlc19jdl9kbm4pIDwtIGMoImxyIiwgIm1lYW5fZXJyb3IiLCAic2RfZXJyb3IiLCAibWVhbl9BVUMiLCAic2RfQVVDIikNCiAgc2F2ZShyZXNfY3ZfZG5uLCBmaWxlPSIuLi9vdXRwdXQvcmVzX2N2X2Rubi5SRGF0YSIpDQp9ZWxzZXsNCiAgbG9hZCgiLi4vb3V0cHV0L3Jlc19jdl9kbm4uUkRhdGEiKQ0KfQ0KDQpgYGANCg0KVmlzdWFsaXplIGNyb3NzLXZhbGlkYXRpb24gcmVzdWx0cy4gDQpgYGB7ciBjdl92aXNfZG5ufQ0KcmVzX2N2X2RubiA8LSBhcy5kYXRhLmZyYW1lKHJlc19jdl9kbm4pDQoNCmlmKHJ1bi5jdl9kbm4pew0KICBwMSA8LSByZXNfY3ZfZG5uICU+JQ0KICAgIGdncGxvdChhZXMoeCA9IGxycywgeSA9IG1lYW5fZXJyb3IsDQogICAgICAgICAgICAgICB5bWluID0gbWVhbl9lcnJvciAtIHNkX2Vycm9yLCB5bWF4ID0gbWVhbl9lcnJvciArIHNkX2Vycm9yKSkgKw0KICAgIGdlb21fY3Jvc3NiYXIoKSArDQogICAgdGhlbWUoYXhpcy50ZXh0LnggPSBlbGVtZW50X3RleHQoYW5nbGUgPSA5MCwgaGp1c3QgPSAxKSkNCiAgDQogIHAyIDwtIHJlc19jdl9kbm4gJT4lDQogICAgZ2dwbG90KGFlcyh4ID0gbHJzLCB5ID0gbWVhbl9BVUMsDQogICAgICAgICAgICAgICB5bWluID0gbWVhbl9BVUMgLSBzZF9BVUMsIHltYXggPSBtZWFuX0FVQyArIHNkX0FVQykpICsNCiAgICBnZW9tX2Nyb3NzYmFyKCkgKw0KICAgIHRoZW1lKGF4aXMudGV4dC54ID0gZWxlbWVudF90ZXh0KGFuZ2xlID0gOTAsIGhqdXN0ID0gMSkpDQogIA0KICBwcmludChwMSkNCiAgcHJpbnQocDIpDQp9DQoNCmBgYA0KDQoNCiogQ2hvb3NlIHRoZSAiYmVzdCIgcGFyYW1ldGVyIHZhbHVlDQpgYGB7ciBiZXN0X21vZGVsX2Rubn0NCiMgcGFyX2xyX2Jlc3QgPC0gYXMubnVtZXJpYyhyZXNfY3ZfZG5uW3doaWNoLm1pbihyZXNfY3ZfZG5uJG1lYW5fZXJyb3IpLCAxXSkNCnBhcl9scl9iZXN0ID0gMC4wMDAyDQpgYGANCg0KKiBUcmFpbiB0aGUgbW9kZWwgd2l0aCB0aGUgZW50aXJlIHRyYWluaW5nIHNldCB1c2luZyB0aGUgc2VsZWN0ZWQgbW9kZWwgKG1vZGVsIHBhcmFtZXRlcikgdmlhIGNyb3NzLXZhbGlkYXRpb24uDQpgYGB7ciBmaW5hbF90cmFpbl9kbm59DQpzb3VyY2UoIi4uL2xpYi90cmFpbl9kbm4uUiIpIA0Kc291cmNlKCIuLi9saWIvdGVzdF9kbm4uUiIpDQoNCmZlYXR1cmVfdHJhaW4gPSBhcy5tYXRyaXgoZGF0X3RyYWluWywgLTYwMDddKQ0KbGFiZWxfdHJhaW4gPSBhcy5pbnRlZ2VyKGRhdF90cmFpbiRsYWJlbCkNCmZlYXR1cmVfdGVzdCA8LSBhcy5tYXRyaXgoZGF0X3Rlc3RbLCAtNjAwN10pDQpsYWJlbF90ZXN0IDwtIGFzLmludGVnZXIoZGF0X3Rlc3QkbGFiZWwpDQpsYWJlbF90ZXN0IDwtIGlmZWxzZShsYWJlbF90ZXN0ID09IDIsIDEsIDApDQp3ZWlnaHRfdGVzdCA8LSByZXAoTkEsIGxlbmd0aChsYWJlbF90ZXN0KSkNCg0KIyB0cmFpbmluZyB3ZWlnaHRzDQp3ZWlnaHRfdHJhaW4gPC0gcmVwKE5BLCBsZW5ndGgobGFiZWxfdHJhaW4pKQ0KZm9yICh2IGluIHVuaXF1ZShsYWJlbF90cmFpbikpew0KICB3ZWlnaHRfdHJhaW5bbGFiZWxfdHJhaW4gPT0gdl0gPSAwLjUgKiBsZW5ndGgobGFiZWxfdHJhaW4pIC8gbGVuZ3RoKGxhYmVsX3RyYWluW2xhYmVsX3RyYWluID09IHZdKQ0KfQ0KDQpmb3IgKHYgaW4gdW5pcXVlKGxhYmVsX3Rlc3QpKXsNCiAgd2VpZ2h0X3Rlc3RbbGFiZWxfdGVzdCA9PSB2XSA9IDAuNSAqIGxlbmd0aChsYWJlbF90ZXN0KSAvIGxlbmd0aChsYWJlbF90ZXN0W2xhYmVsX3Rlc3QgPT0gdl0pDQp9DQoNCnRtX3RyYWluIDwtIE5BDQppZiAoc2FtcGxlLnJld2VpZ2h0KXsNCiAgdG1fdHJhaW4gPC0gc3lzdGVtLnRpbWUoZml0X3RyYWluIDwtIHRyYWluX2RubihmZWF0dXJlX3RyYWluLCBsYWJlbF90cmFpbiwgdyA9IHdlaWdodF90cmFpbiwgZmVhdHVyZV90ZXN0LCBsYWJlbF90ZXN0LCB3ZWlnaHRfdGVzdCwgcGFyX2xyX2Jlc3QpKQ0KfSBlbHNlIHsNCiAgdG1fdHJhaW4gPC0gc3lzdGVtLnRpbWUoZml0X3RyYWluIDwtIHRyYWluX2RubihmZWF0dXJlX3RyYWluLCBsYWJlbF90cmFpbiwgdyA9IE5VTEwsIGZlYXR1cmVfdGVzdCwgbGFiZWxfdGVzdCwgd2VpZ2h0X3Rlc3QgPSBOVUxMLCBwYXJfbHJfYmVzdCkpDQp9DQpzYXZlX21vZGVsX2hkZjUoZml0X3RyYWluLCAiLi4vb3V0cHV0L2ZpdF90cmFpbl9kbm4uaDUiKQ0KYGBgDQoNCiMjIyBTdGVwIDU6IFJ1biB0ZXN0IG9uIHRlc3QgaW1hZ2VzDQpgYGB7ciB0ZXN0X2Rubn0NCnRtX3Rlc3QgPSBOQQ0KZmVhdHVyZV90ZXN0IDwtIGFzLm1hdHJpeChkYXRfdGVzdFssIC02MDA3XSkNCmlmKHJ1bi50ZXN0X2Rubil7DQogIGZpdF90cmFpbiA8LSBsb2FkX21vZGVsX2hkZjUoIi4uL291dHB1dC9maXRfdHJhaW5fZG5uLmg1IikNCiAgdG1fdGVzdCA8LSBzeXN0ZW0udGltZSh7bGFiZWxfcHJlZCA8LSB0ZXN0X2RubihmaXRfdHJhaW4sIGZlYXR1cmVfdGVzdCwgdHlwZSA9ICJwcmVkaWN0X2NsYXNzZXMiKTt9KQ0KICBwcm9iX3ByZWQgPC0gdGVzdF9kbm4oZml0X3RyYWluLCBmZWF0dXJlX3Rlc3QsIHR5cGUgPSAicHJlZGljdF9wcm9iYSIpDQp9DQpgYGANCg0KDQoqIGV2YWx1YXRpb24NCmBgYHtyfQ0KIyMgcmV3ZWlnaHQgdGhlIHRlc3QgZGF0YSB0byByZXByZXNlbnQgYSBiYWxhbmNlZCBsYWJlbCBkaXN0cmlidXRpb24NCmxhYmVsX3Rlc3QgPC0gYXMuaW50ZWdlcihkYXRfdGVzdCRsYWJlbCkNCg0Kd2VpZ2h0X3Rlc3QgPC0gcmVwKE5BLCBsZW5ndGgobGFiZWxfdGVzdCkpDQpmb3IgKHYgaW4gdW5pcXVlKGxhYmVsX3Rlc3QpKXsNCiAgd2VpZ2h0X3Rlc3RbbGFiZWxfdGVzdCA9PSB2XSA9IDAuNSAqIGxlbmd0aChsYWJlbF90ZXN0KSAvIGxlbmd0aChsYWJlbF90ZXN0W2xhYmVsX3Rlc3QgPT0gdl0pDQp9DQoNCmxhYmVsX3Rlc3QgPC0gaWZlbHNlKGxhYmVsX3Rlc3QgPT0gMiwgMSwgMCkNCg0KYWNjdSA8LSBzdW0od2VpZ2h0X3Rlc3QgKiAobGFiZWxfcHJlZCA9PSBsYWJlbF90ZXN0KSkgLyBzdW0od2VpZ2h0X3Rlc3QpDQoNCiMgcHJvYl9wcmVkIDwtIGFwcGx5KHByb2JfcHJlZCwgMSwgbWF4KQ0KcHJvYl9wcmVkIDwtIHByb2JfcHJlZFssIDJdDQoNCnRwci5mcHIgPC0gV2VpZ2h0ZWRST0MocHJvYl9wcmVkLCBsYWJlbF90ZXN0LCB3ZWlnaHRfdGVzdCkNCmF1YyA8LSBXZWlnaHRlZEFVQyh0cHIuZnByKQ0KDQoNCmNhdCgiVGhlIGFjY3VyYWN5IG9mIG1vZGVsOiIsICJETk4gd2l0aCBsciA9IiwgcGFyX2xyX2Jlc3QsICJpcyIsIGFjY3UqMTAwLCAiJS5cbiIpDQpjYXQoIlRoZSBBVUMgb2YgbW9kZWw6IiwgIkROTiIsICJpcyIsIGF1YywgIi5cbiIpDQoNCg0KYGBgDQoNCiMjIyBTdW1tYXJpemUgUnVubmluZyBUaW1lDQpQcmVkaWN0aW9uIHBlcmZvcm1hbmNlIG1hdHRlcnMsIHNvIGRvZXMgdGhlIHJ1bm5pbmcgdGltZXMgZm9yIGNvbnN0cnVjdGluZyBmZWF0dXJlcyBhbmQgZm9yIHRyYWluaW5nIHRoZSBtb2RlbCwgZXNwZWNpYWxseSB3aGVuIHRoZSBjb21wdXRhdGlvbiByZXNvdXJjZSBpcyBsaW1pdGVkLiANCmBgYHtyIHJ1bm5pbmdfdGltZV9kbm59DQpjYXQoIlRpbWUgZm9yIGNvbnN0cnVjdGluZyB0cmFpbmluZyBmZWF0dXJlcz0iLCB0bV9mZWF0dXJlX3RyYWluWzNdLCAicyBcbiIpDQpjYXQoIlRpbWUgZm9yIGNvbnN0cnVjdGluZyB0ZXN0aW5nIGZlYXR1cmVzPSIsIHRtX2ZlYXR1cmVfdGVzdFszXSwgInMgXG4iKQ0KY2F0KCJUaW1lIGZvciB0cmFpbmluZyBtb2RlbD0iLCB0bV90cmFpblszXSwgInMgXG4iKSANCmNhdCgiVGltZSBmb3IgdGVzdGluZyBtb2RlbD0iLCB0bV90ZXN0WzNdLCAicyBcbiIpDQpgYGANCg0KIyMjUmVmZXJlbmNlDQotIER1LCBTLiwgVGFvLCBZLiwgJiBNYXJ0aW5leiwgQS4gTS4gKDIwMTQpLiBDb21wb3VuZCBmYWNpYWwgZXhwcmVzc2lvbnMgb2YgZW1vdGlvbi4gUHJvY2VlZGluZ3Mgb2YgdGhlIE5hdGlvbmFsIEFjYWRlbXkgb2YgU2NpZW5jZXMsIDExMSgxNSksIEUxNDU0LUUxNDYyLg0KDQoNCg0KDQoNCg0KDQoNCg0KDQoNCg0KDQo=